{"severity_text":"INFO","timestamp":"2026-10-29T22:50:29.217737527Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:29.234797999Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:29.263059499Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:29.263085494Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:29.328786731Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:29.328821999Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:29.380200327Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/5989f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:29.977687867Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.014039462Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.014146573Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.014227254Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.014274741Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.014325182Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.014371876Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.014414066Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.01445989Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.01449927Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.014557662Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.01459532Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.014650092Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.014670362Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.01474316Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.014930444Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.015011454Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.015041696Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.015085663Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.015127904Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.015211772Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.115755079Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} I1029 22:50:30.115785 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.317354919Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:30.317420886Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1029 22:50:45.519085 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.519425136Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.519599942Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.519661683Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.519760246Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.519807967Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.519892786Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.519909042Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.520010319Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.520136065Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.520336722Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.520517352Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.520569553Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.520668104Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.520757807Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.520802523Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.520876158Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.520912921Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.52095114Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.520978938Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.521001658Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.521110824Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.521136889Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.521261027Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.521310253Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.521413373Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.521454609Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.521507345Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.521572269Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.5216072Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.521664089Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.521792782Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.521820408Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.521874042Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.521944066Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.522502331Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.522542111Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.52264018Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.523074957Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.523112041Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.523150647Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.523264739Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.523382662Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.523418218Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.523447872Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.523470184Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.523511829Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.523530056Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.523552761Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.52363464Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.523657273Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.523677282Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.523265459Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.630925115Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.655042385Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.730562941Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.824521899Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.824562015Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.826073714Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.826107207Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.826141591Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.826178298Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.832006026Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.832021366Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.859875455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9a2797f-6037-4f57-86ec-cdccf733078a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.859893606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9a2797f-6037-4f57-86ec-cdccf733078a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.893393551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b2e6b0d-1fa1-47fc-88ff-a976f72bb13f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.895595399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f55da7b-b70c-4b70-98a0-9958d690c9da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.902821591Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"fa9a007c-33f4-4040-9095-dda70b5042fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.925423296Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.925463874Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.925430896Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.92553871Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.926539353Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.926566399Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.931659362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bfea974-285b-48e9-9b34-6711f72d962d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.931672941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bfea974-285b-48e9-9b34-6711f72d962d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.948472937Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b2e6b0d-1fa1-47fc-88ff-a976f72bb13f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:50:45.9535444Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f55da7b-b70c-4b70-98a0-9958d690c9da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:50:45.97226748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6f55da7b-b70c-4b70-98a0-9958d690c9da","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.973734541Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2b2e6b0d-1fa1-47fc-88ff-a976f72bb13f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.988470278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2b3ac0ec-001c-4de7-af45-10c9a6f524b5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:45.98848956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2b3ac0ec-001c-4de7-af45-10c9a6f524b5","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.003042628Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8f64097f-d56a-464e-a75b-06b7869763f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.026372269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0c19c2b-1191-497b-8697-ad85880f5fdc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.026395567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0c19c2b-1191-497b-8697-ad85880f5fdc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.028449011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d81d158-076d-4730-a5ee-f68bf2d99681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.049080651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d81d158-076d-4730-a5ee-f68bf2d99681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.121670775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e04e2bf0-a1bd-4dce-8fa4-143fd2897a08","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.121695397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e04e2bf0-a1bd-4dce-8fa4-143fd2897a08","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.122165882Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a6876971-e5f8-482c-a821-fff5b80c287f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.124119974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d81d158-076d-4730-a5ee-f68bf2d99681","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.124827875Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f4a44167-cc11-4644-87e7-c8b3c8979059","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.334120722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8008ddf5-f3a4-44ee-a5d1-f3538ba49d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.421520473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6e486738-0b0b-4a34-893f-08418263abb9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.421550988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6e486738-0b0b-4a34-893f-08418263abb9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.432603061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8008ddf5-f3a4-44ee-a5d1-f3538ba49d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.440763615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d92a639-361b-435a-81cb-98116cc0f56c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.440778477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4d92a639-361b-435a-81cb-98116cc0f56c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.451105595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8008ddf5-f3a4-44ee-a5d1-f3538ba49d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.469042308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"463eb85c-0783-420b-b838-a78f2190bd36","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.472256456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d0f91a4b-ebd2-4efd-b053-d25be93ee8e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.472272899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"d0f91a4b-ebd2-4efd-b053-d25be93ee8e5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.527297708Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ac8454cb-81a6-4015-9483-fa6754b4afcd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.527328302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ac8454cb-81a6-4015-9483-fa6754b4afcd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.581508347Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1687e95c-18c8-4df1-9f6f-5872c5445bbb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.581530247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"1687e95c-18c8-4df1-9f6f-5872c5445bbb","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.618539505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1bccdba-ad78-4fa5-9a84-4a8d37275cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.63284661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1bccdba-ad78-4fa5-9a84-4a8d37275cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.646906026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1bccdba-ad78-4fa5-9a84-4a8d37275cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.660901991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1bccdba-ad78-4fa5-9a84-4a8d37275cf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.932237902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3ce0fca-8f8e-4598-af34-d1f613314e98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.932270639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76409d40-d9fc-4b8a-a651-c1ef458b8e5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.953098642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76409d40-d9fc-4b8a-a651-c1ef458b8e5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.95315578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3ce0fca-8f8e-4598-af34-d1f613314e98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.971648181Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"76409d40-d9fc-4b8a-a651-c1ef458b8e5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:46.971698738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3ce0fca-8f8e-4598-af34-d1f613314e98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:47.032837591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a29b98de-608e-4e31-8dfc-99782087501d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:47.032883813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8bf78c2-c9ab-4842-b855-3e7fd1803a11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:47.052665507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8bf78c2-c9ab-4842-b855-3e7fd1803a11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:47.055377272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a29b98de-608e-4e31-8dfc-99782087501d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:47.071874524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a8bf78c2-c9ab-4842-b855-3e7fd1803a11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:47.07459256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a29b98de-608e-4e31-8dfc-99782087501d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:47.884647471Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"c45f8d98-75ab-4c26-a135-00113a121bab","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.737723584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91989d2f-0c65-46e6-aaab-f2a7df8d1e2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.737748732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"91989d2f-0c65-46e6-aaab-f2a7df8d1e2f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.738078252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"91fc97c3-4e44-40b0-aabf-a1690cfa8191","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.738091071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"91fc97c3-4e44-40b0-aabf-a1690cfa8191","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.758180629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5bed794f-15f4-494d-b8b9-77152c3725d4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.758210647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5bed794f-15f4-494d-b8b9-77152c3725d4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.758462102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ee31fc3c-2132-45b8-9434-6c722f1c643f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.758474568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ee31fc3c-2132-45b8-9434-6c722f1c643f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.75870619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9071f822-506b-4e5d-8ec0-bff68407234c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.758721168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9071f822-506b-4e5d-8ec0-bff68407234c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.758910107Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9577f64b-6542-41c2-9812-ba4d00fa5d31","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.758919525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9577f64b-6542-41c2-9812-ba4d00fa5d31","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.759134552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8131315f-6484-49c2-a314-7c5642c76fe8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.759145186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8131315f-6484-49c2-a314-7c5642c76fe8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.759357587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"291ad3d1-765e-4589-b7bc-17674fe87208","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.759367272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"291ad3d1-765e-4589-b7bc-17674fe87208","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.770857258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00f95056-8c32-4784-b66c-38e3647d0e42","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.770872297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"00f95056-8c32-4784-b66c-38e3647d0e42","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.771069826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"159462d2-9e75-4cf4-a5d6-7dcf55e247d5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.771080426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"159462d2-9e75-4cf4-a5d6-7dcf55e247d5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.771270519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b111232c-7302-4bb6-8c75-1165b0eee148","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.771281055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b111232c-7302-4bb6-8c75-1165b0eee148","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.771463997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"717063f3-c752-4fbe-93b6-82d6e9f0edb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.7714761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"717063f3-c752-4fbe-93b6-82d6e9f0edb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.771728386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1623a89a-59c8-4515-b606-a89b22cc70ec","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.771739778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1623a89a-59c8-4515-b606-a89b22cc70ec","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.771945207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c91d0aee-b022-4448-ba0d-0000f64b67b5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.771955778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c91d0aee-b022-4448-ba0d-0000f64b67b5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.772166164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ba8604a-5a2f-4a5e-a783-3c7c5338c46b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.772178851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6ba8604a-5a2f-4a5e-a783-3c7c5338c46b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.772374887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4a6d38-8e1d-433e-90c4-fafe560ca387","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.77238497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9c4a6d38-8e1d-433e-90c4-fafe560ca387","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.78499296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6e762f8-2cf4-4d39-be21-26f8c7a47330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.785167236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"941b2b44-dbe2-4f9a-ac75-9fbc9d074501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.804439078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"941b2b44-dbe2-4f9a-ac75-9fbc9d074501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.804715787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6e762f8-2cf4-4d39-be21-26f8c7a47330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.804744074Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"15dcb764-31e1-4931-85b6-8ccb2fc61579","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.82284006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e6e762f8-2cf4-4d39-be21-26f8c7a47330","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.82309527Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"941b2b44-dbe2-4f9a-ac75-9fbc9d074501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.858026986Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"400312f8-44c4-45b6-802d-e6645a49fbaf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.858053064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"400312f8-44c4-45b6-802d-e6645a49fbaf","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.881508273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9b9f741-d812-459a-a0e8-2630cfd6ec59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.881612708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b041dcac-6c2e-49b9-bec0-e1925535a90c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.882139601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1408f1dd-e8b2-4beb-9232-ceaa8a58d832","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.900761182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9b9f741-d812-459a-a0e8-2630cfd6ec59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.901373736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b041dcac-6c2e-49b9-bec0-e1925535a90c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.920091456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b041dcac-6c2e-49b9-bec0-e1925535a90c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.921158271Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b9b9f741-d812-459a-a0e8-2630cfd6ec59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:49.982549061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c20a0c3b-fe80-43a7-bc0f-046628930573","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:50.128915636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7be55375-8eae-4dc9-bb47-64f3cdcb10a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:50.128935157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7be55375-8eae-4dc9-bb47-64f3cdcb10a4","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:50.172506172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"977139e4-3a1f-469a-ae54-565f1b468070","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:50.568017736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a34ad610-a7c1-4cc0-9199-c6fa47813b0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:52.111113669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"71586d4b-7ff3-478f-ba3a-e1df14d1e4d4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:52.111135057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"71586d4b-7ff3-478f-ba3a-e1df14d1e4d4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:52.988466604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"325db65c-a6bc-456f-a3cc-baebf2127041","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:53.042164078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa1c7d51-0d07-4f26-a30e-561207738431","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:53.042183448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa1c7d51-0d07-4f26-a30e-561207738431","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:53.047858188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da21df38-3a46-49df-a580-ca68263a46c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:53.04785715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a43b8f8b-4627-4236-950e-2a1dfd29f55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:53.079628509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a43b8f8b-4627-4236-950e-2a1dfd29f55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:53.079749503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da21df38-3a46-49df-a580-ca68263a46c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:53.098339071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"da21df38-3a46-49df-a580-ca68263a46c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:53.098718343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a43b8f8b-4627-4236-950e-2a1dfd29f55e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:53.13507285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d892b61e-e375-4784-8337-2ced90bcb166","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:53.13508985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d892b61e-e375-4784-8337-2ced90bcb166","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:53.144953931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00456951-c6f4-417a-b9f5-a0a53a86d8ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:53.144969315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00456951-c6f4-417a-b9f5-a0a53a86d8ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:54.883129059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7a674c7a-78b7-42db-abac-cc772275e12f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:54.883148096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7a674c7a-78b7-42db-abac-cc772275e12f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.270858174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5ac37666-41ac-4394-b3b2-872ee8522dd3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.325884818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5375d85-e06d-4f91-b18e-fc1315f810e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.325911802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f5375d85-e06d-4f91-b18e-fc1315f810e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.373023748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95be8f99-24c2-4a22-af26-5439467be0cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.373023727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d61e203-2c78-44fc-8f3a-e505cda7f7e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.404160465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d61e203-2c78-44fc-8f3a-e505cda7f7e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.404355121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95be8f99-24c2-4a22-af26-5439467be0cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.422369014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"95be8f99-24c2-4a22-af26-5439467be0cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.422561043Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6d61e203-2c78-44fc-8f3a-e505cda7f7e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.442729621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef53d619-bd59-4554-afad-9935dc45933a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.442746505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef53d619-bd59-4554-afad-9935dc45933a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.453733719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"436da088-3935-420c-807a-049c22d11bfd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:55.453747526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"436da088-3935-420c-807a-049c22d11bfd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:56.244421806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"11497635-a795-44e1-a6cc-c7b00f0ba7bd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:56.244441301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"11497635-a795-44e1-a6cc-c7b00f0ba7bd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:57.583826613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b70a7127-4fa9-40e9-a75b-bc5919e7227d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:57.583846885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b70a7127-4fa9-40e9-a75b-bc5919e7227d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:58.343948755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4451401e-2f3a-4f8c-836d-112219fc346d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:58.353494722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e7d493ff-475e-4e70-b60d-3e68206cd985","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:58.805247196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d99ce78b-b175-4d81-82f5-4a60c2560194","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:58.805268942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d99ce78b-b175-4d81-82f5-4a60c2560194","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:59.96423118Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"40d048cc-eed9-42d1-a1be-601cdb3ae45d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:50:59.964251268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"40d048cc-eed9-42d1-a1be-601cdb3ae45d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.511902652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86e16c36-8865-4357-9518-04e941b74f47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.511924201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"86e16c36-8865-4357-9518-04e941b74f47","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.556085517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3ce51ef-2838-4d44-8f57-156103002f77","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.575944867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bbaba6b-91bf-4aac-9ebb-c02b21d1d8d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.575955101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa72c5ff-9585-4943-87c4-6b084a4299ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.607366388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7bbaba6b-91bf-4aac-9ebb-c02b21d1d8d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.607433666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aa72c5ff-9585-4943-87c4-6b084a4299ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.607929572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ee299d1-c38f-4253-8705-b25548b17b8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.607945248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4ee299d1-c38f-4253-8705-b25548b17b8a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.655961355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c105c3f-ae7a-44e5-8e5a-c25fa9a3f11d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.773569674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"81d09e34-b9cf-4d9e-b3cc-7832c50f97fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.773588698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"81d09e34-b9cf-4d9e-b3cc-7832c50f97fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.776226065Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b38aeb9-bbcf-41c9-8a94-04afbef9e628","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:02.776240543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b38aeb9-bbcf-41c9-8a94-04afbef9e628","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.133378204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"146c5365-9dea-42c5-b226-8d197ff8826c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.133407551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"146c5365-9dea-42c5-b226-8d197ff8826c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.179026833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"239a78fb-a5a8-4773-84c7-723ce517a7b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.195506567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bb1b979-560a-4fea-8731-753d02094072","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.195523004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3c3e5e2-3eac-445b-8a01-c6e6daf2270d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.229077685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3bb1b979-560a-4fea-8731-753d02094072","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.232642638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3c3e5e2-3eac-445b-8a01-c6e6daf2270d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.234412776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af1c082e-9a6e-4d22-b1e4-8d252f10f76f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.234516521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"af1c082e-9a6e-4d22-b1e4-8d252f10f76f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:05.278906805Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4c485588-4170-4279-b23b-850a27dca2f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:07.88877408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d706836f-05ef-407b-8508-d4ec05be09ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:07.88879636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"d706836f-05ef-407b-8508-d4ec05be09ad","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:07.934236611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"310fcb0c-22bc-46c1-a377-031af708560f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:07.956506075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"310fcb0c-22bc-46c1-a377-031af708560f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:08.072329247Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4cbc2936-86e0-4034-a8ff-bb11307a712c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:08.072350048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4cbc2936-86e0-4034-a8ff-bb11307a712c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:08.103295703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b554860f-5879-4ab0-bfc0-4ede6c5e59af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:08.103316203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b554860f-5879-4ab0-bfc0-4ede6c5e59af","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:08.119812369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15adaed6-1cfb-42bd-9f9f-aaba918c47f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:08.121594734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"15422ffc-4905-410b-bc2b-16f2ef44c69c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:08.147440067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"15adaed6-1cfb-42bd-9f9f-aaba918c47f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:08.181577594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e5eca56-b4e2-42ec-b82b-77248e26e326","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:08.1815954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"1e5eca56-b4e2-42ec-b82b-77248e26e326","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:08.2265874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9be8f439-f507-4f2b-85d0-a6298a4ceabe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:08.24957107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9be8f439-f507-4f2b-85d0-a6298a4ceabe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:15.672264383Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:36.90620822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77bd1611-7408-4bfc-bc26-ad2d95a3190b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:36.920539853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77bd1611-7408-4bfc-bc26-ad2d95a3190b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:36.934734449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77bd1611-7408-4bfc-bc26-ad2d95a3190b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:36.949486674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77bd1611-7408-4bfc-bc26-ad2d95a3190b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:37.71804136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80f91ec-6ec4-439f-b269-fb548a47b70b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:37.732322318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80f91ec-6ec4-439f-b269-fb548a47b70b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:37.746817343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80f91ec-6ec4-439f-b269-fb548a47b70b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:37.753508433Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-5db969e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-5db969e0","reconcileID":"2003e2fb-c7b9-4b1b-8def-2615664966ea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-5db969e0","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-5db969e0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:37.761284795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c80f91ec-6ec4-439f-b269-fb548a47b70b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:38.124974809Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-e406071d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-e406071d","reconcileID":"4ece3fcb-eb49-4c8e-ac0e-fcd7dc0ffdfe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-e406071d","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-e406071d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:38.304304195Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-865d946f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-865d946f","reconcileID":"70966940-3a55-4377-8fef-76df85925af5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-865d946f","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-865d946f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:38.431626847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"470f30ab-f73d-4fcf-9f51-4fa6605ccc4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:38.445913026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"470f30ab-f73d-4fcf-9f51-4fa6605ccc4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:38.460456786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"470f30ab-f73d-4fcf-9f51-4fa6605ccc4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:38.478862871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"470f30ab-f73d-4fcf-9f51-4fa6605ccc4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:39.108926004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6a4c85-89be-4d82-a043-9a9388bf22f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:39.123263092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6a4c85-89be-4d82-a043-9a9388bf22f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:39.137566277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6a4c85-89be-4d82-a043-9a9388bf22f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:39.151839524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc6a4c85-89be-4d82-a043-9a9388bf22f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:39.299722098Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-8042816e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-8042816e","reconcileID":"6fac219d-3257-4bcd-b13b-570affd2da2e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-8042816e","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-8042816e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:39.846065803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4cddc86-491d-4162-9881-a90dd14f7727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:39.860492957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4cddc86-491d-4162-9881-a90dd14f7727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:39.874991714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4cddc86-491d-4162-9881-a90dd14f7727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:39.889347886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4cddc86-491d-4162-9881-a90dd14f7727","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:40.506534547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6d4389-8436-43b7-ac7b-b002ac233dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:40.520903442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6d4389-8436-43b7-ac7b-b002ac233dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:40.535524476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6d4389-8436-43b7-ac7b-b002ac233dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:40.549871703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f6d4389-8436-43b7-ac7b-b002ac233dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:40.709360036Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-2bef9ca4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-2bef9ca4","reconcileID":"68415c06-d9ac-4331-98fd-7c7d51411cde","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-2bef9ca4-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-2bef9ca4-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:41.066911429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"e9500962-2afd-4a06-9862-45309ef78877","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-5db969e0","tenantID":"e2e-ait-5db969e0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:41.109375413Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"e9500962-2afd-4a06-9862-45309ef78877","name":"e2e-ait-5db969e0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:41.211537681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16baa9fc-3682-4108-a570-11a6578da820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:41.227513772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16baa9fc-3682-4108-a570-11a6578da820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:41.242462945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16baa9fc-3682-4108-a570-11a6578da820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:41.257083114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16baa9fc-3682-4108-a570-11a6578da820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:41.912785693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29849b08-27b0-401b-8004-b032bca85d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:41.928134162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29849b08-27b0-401b-8004-b032bca85d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:41.942720058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29849b08-27b0-401b-8004-b032bca85d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:41.957490908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29849b08-27b0-401b-8004-b032bca85d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:42.642093723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b14e4a-520a-4515-b093-4c3b6f782184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:42.65785761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b14e4a-520a-4515-b093-4c3b6f782184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:42.674145645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b14e4a-520a-4515-b093-4c3b6f782184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:42.689849903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4b14e4a-520a-4515-b093-4c3b6f782184","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:42.768920386Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-e57216","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-e57216","reconcileID":"ed17b20a-1899-45d2-86c5-a9e561b9913a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-e57216","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-e57216":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:42.925927192Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"732f1c93-e441-4225-8246-c632e6fa0868","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:42.952815424Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"732f1c93-e441-4225-8246-c632e6fa0868","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:43.00080694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"732f1c93-e441-4225-8246-c632e6fa0868","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-2bef9ca4-gw","tenantID":"e2e-migrate-2bef9ca4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:43.001458814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3086f970-8557-4339-a25e-2b07d773d11a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:43.085125561Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"732f1c93-e441-4225-8246-c632e6fa0868","name":"e2e-migrate-2bef9ca4-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:43.104538212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5f7057c4-c178-442e-94ef-a475ef9ff3ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:43.639291179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efae64c1-13dd-43e1-a234-3ad108a29d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:43.655002316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efae64c1-13dd-43e1-a234-3ad108a29d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:43.671701402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efae64c1-13dd-43e1-a234-3ad108a29d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:43.688093497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efae64c1-13dd-43e1-a234-3ad108a29d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:44.467267169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c90110ab-131f-4456-a8d7-8ae5e6d744b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:44.483983859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c90110ab-131f-4456-a8d7-8ae5e6d744b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:44.499375872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c90110ab-131f-4456-a8d7-8ae5e6d744b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:44.515088901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c90110ab-131f-4456-a8d7-8ae5e6d744b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:51:44.569549603Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-e57216","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-e57216","reconcileID":"3ca80207-3b98-4a44-985b-97e738e8651e","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w0-e57216\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:45.257578654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24215ea-fe6d-4f27-9629-21679103d95b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:45.27326298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24215ea-fe6d-4f27-9629-21679103d95b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:45.273731066Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"8e466042-8294-4924-b762-ce2f5af1a2ed","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:45.287935641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24215ea-fe6d-4f27-9629-21679103d95b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:45.30376835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f24215ea-fe6d-4f27-9629-21679103d95b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:45.339447701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"8e466042-8294-4924-b762-ce2f5af1a2ed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-e406071d","tenantID":"e2e-derive-e406071d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:45.393048986Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"8e466042-8294-4924-b762-ce2f5af1a2ed","name":"e2e-derive-e406071d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:45.666815666Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.161559446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f77a66-0ad2-4c39-aed7-49705cfce5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.182669412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f77a66-0ad2-4c39-aed7-49705cfce5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.201623654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f77a66-0ad2-4c39-aed7-49705cfce5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.216567622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52f77a66-0ad2-4c39-aed7-49705cfce5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.941591204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b019e7f-6e16-4fbe-a973-c0015b18ad50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.956711521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b019e7f-6e16-4fbe-a973-c0015b18ad50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.972107058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b019e7f-6e16-4fbe-a973-c0015b18ad50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:46.986798381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b019e7f-6e16-4fbe-a973-c0015b18ad50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:47.761331175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd8887c-5014-4e35-95ce-a16af3c4ad5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:47.784034155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd8887c-5014-4e35-95ce-a16af3c4ad5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:47.861098865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd8887c-5014-4e35-95ce-a16af3c4ad5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:47.916571286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cd8887c-5014-4e35-95ce-a16af3c4ad5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:48.126588323Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-99dfb0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-99dfb0","reconcileID":"d5e27ff9-a89a-46d7-93bd-39700cfefbb3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-99dfb0","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-99dfb0":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:48.682714146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc16c83-68ac-46c2-882b-c4ea9a7749e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:48.705281726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc16c83-68ac-46c2-882b-c4ea9a7749e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:48.719585303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc16c83-68ac-46c2-882b-c4ea9a7749e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:48.740009922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebc16c83-68ac-46c2-882b-c4ea9a7749e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:49.60255004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95052ec-2f56-43c8-8daa-c7bf259f1900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:49.617003363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95052ec-2f56-43c8-8daa-c7bf259f1900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:49.63134714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95052ec-2f56-43c8-8daa-c7bf259f1900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:49.649554097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c95052ec-2f56-43c8-8daa-c7bf259f1900","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:49.920960672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1e5ed531-67d5-48d1-bd0a-34dfb1205330","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-865d946f","tenantID":"e2e-ait-865d946f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:49.972341768Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1e5ed531-67d5-48d1-bd0a-34dfb1205330","name":"e2e-ait-865d946f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:50.519429388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f1d8c3-b755-4627-8d86-0f1795c7a078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:50.539469945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f1d8c3-b755-4627-8d86-0f1795c7a078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:50.559589185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f1d8c3-b755-4627-8d86-0f1795c7a078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:50.5751232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f1d8c3-b755-4627-8d86-0f1795c7a078","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:52.853843565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a29be51-2615-43e1-8f6b-f906438b3f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:52.870780453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a29be51-2615-43e1-8f6b-f906438b3f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:52.885753701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a29be51-2615-43e1-8f6b-f906438b3f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:52.899960166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a29be51-2615-43e1-8f6b-f906438b3f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:53.54945268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87abf468-4913-418d-b47e-ed330d7e0c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:53.566605572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87abf468-4913-418d-b47e-ed330d7e0c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:53.582559879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87abf468-4913-418d-b47e-ed330d7e0c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:53.598876966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87abf468-4913-418d-b47e-ed330d7e0c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:53.999940442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"50079bfa-45d0-45dc-97b3-68290971cab4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-8042816e","tenantID":"e2e-ait-8042816e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:54.058254054Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"50079bfa-45d0-45dc-97b3-68290971cab4","name":"e2e-ait-8042816e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:54.378769555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098608e8-cc85-4a83-89ac-2c4f48f1dfa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:54.393061947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098608e8-cc85-4a83-89ac-2c4f48f1dfa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:54.407389698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098608e8-cc85-4a83-89ac-2c4f48f1dfa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:54.434683145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"098608e8-cc85-4a83-89ac-2c4f48f1dfa2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:55.910487448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6fe8c16b-2cad-4f9a-896d-36c5fa7e5c25","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:55.954533737Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6fe8c16b-2cad-4f9a-896d-36c5fa7e5c25","name":"e2e-worker-w0-e57216-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:57.618884438Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"23fff0b6-af8b-4654-b8e1-c5921c3dd2ee","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:57.66378232Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"23fff0b6-af8b-4654-b8e1-c5921c3dd2ee","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:58.582826661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88e538e-cf55-478e-9181-abdad9b0b59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:58.597110802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88e538e-cf55-478e-9181-abdad9b0b59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:58.611380111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88e538e-cf55-478e-9181-abdad9b0b59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:58.628297682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d88e538e-cf55-478e-9181-abdad9b0b59d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:59.371176358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab83eb81-c5ea-4061-bbb2-40f954534259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:59.388697605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab83eb81-c5ea-4061-bbb2-40f954534259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:59.405124626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab83eb81-c5ea-4061-bbb2-40f954534259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:59.420797159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab83eb81-c5ea-4061-bbb2-40f954534259","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:51:59.69352688Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"7aad6c44-6b99-4bb8-bdd2-29b0321cc079","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.449079308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ea5174-fe27-48d3-980a-badade46b9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.486458701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ea5174-fe27-48d3-980a-badade46b9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.501716214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ea5174-fe27-48d3-980a-badade46b9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:00.517177572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26ea5174-fe27-48d3-980a-badade46b9dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:01.250795465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae22016-e82d-4d27-8ed0-dbb9333a59e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:01.266660835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae22016-e82d-4d27-8ed0-dbb9333a59e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:01.282531181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae22016-e82d-4d27-8ed0-dbb9333a59e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:01.302402708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ae22016-e82d-4d27-8ed0-dbb9333a59e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.02280528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0070602-b17a-4ede-8a3c-ca4e0d24c506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.038533909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0070602-b17a-4ede-8a3c-ca4e0d24c506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.055963573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0070602-b17a-4ede-8a3c-ca4e0d24c506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.070890124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0070602-b17a-4ede-8a3c-ca4e0d24c506","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.914577045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18cd3c0e-2319-4249-aa26-c06624d4f8b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.930056492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18cd3c0e-2319-4249-aa26-c06624d4f8b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.944957381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18cd3c0e-2319-4249-aa26-c06624d4f8b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:02.960518957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18cd3c0e-2319-4249-aa26-c06624d4f8b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.62605097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65422a10-a005-4239-97a8-b31c9208d595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.643030881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65422a10-a005-4239-97a8-b31c9208d595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.663092584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65422a10-a005-4239-97a8-b31c9208d595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:03.687472412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65422a10-a005-4239-97a8-b31c9208d595","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:04.320417937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8aff2325-ef61-4b1d-bdeb-3078617e937e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:04.364638281Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8aff2325-ef61-4b1d-bdeb-3078617e937e","name":"e2e-worker-w1-99dfb0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:04.411534143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6eccfef-a340-457e-b1b7-7c6f85533b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:04.428411277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6eccfef-a340-457e-b1b7-7c6f85533b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:04.455438764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6eccfef-a340-457e-b1b7-7c6f85533b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:04.470590474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6eccfef-a340-457e-b1b7-7c6f85533b64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.059982465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdbe0bd2-d836-42eb-97b9-921077095c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.07743022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdbe0bd2-d836-42eb-97b9-921077095c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.092374958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdbe0bd2-d836-42eb-97b9-921077095c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.106918475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdbe0bd2-d836-42eb-97b9-921077095c12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.816854442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1888c106-1a87-4221-917d-833447262948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.834462659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1888c106-1a87-4221-917d-833447262948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.854554977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1888c106-1a87-4221-917d-833447262948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:07.871264144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1888c106-1a87-4221-917d-833447262948","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:08.774667762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed0d3e9-02dd-4fe6-88f6-0f308809587f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:08.7894472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed0d3e9-02dd-4fe6-88f6-0f308809587f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:08.803776798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed0d3e9-02dd-4fe6-88f6-0f308809587f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:08.818441966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed0d3e9-02dd-4fe6-88f6-0f308809587f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:09.643399279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d2686e-0119-4684-85e8-6e8c5299282c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:09.671903927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d2686e-0119-4684-85e8-6e8c5299282c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:09.692545916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d2686e-0119-4684-85e8-6e8c5299282c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:09.707561829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5d2686e-0119-4684-85e8-6e8c5299282c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:10.495270147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9389912f-bb00-4b4c-b2a8-4e85a9cd6316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:10.510077042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9389912f-bb00-4b4c-b2a8-4e85a9cd6316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:10.527464834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9389912f-bb00-4b4c-b2a8-4e85a9cd6316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:10.543274117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9389912f-bb00-4b4c-b2a8-4e85a9cd6316","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:11.324447537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd93cdc-2132-4c0b-9a45-ca50b44ec421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:11.342609285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd93cdc-2132-4c0b-9a45-ca50b44ec421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:11.37092045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd93cdc-2132-4c0b-9a45-ca50b44ec421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:11.385828892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbd93cdc-2132-4c0b-9a45-ca50b44ec421","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.017693112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a6371d-0726-42e1-9e28-226f96bd84b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.034310112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a6371d-0726-42e1-9e28-226f96bd84b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.049457097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a6371d-0726-42e1-9e28-226f96bd84b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.063958238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4a6371d-0726-42e1-9e28-226f96bd84b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.70556614Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","namespace":"ai-tenant-e2e-migrate-2bef9ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.705642317Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","namespace":"ai-tenant-e2e-migrate-2bef9ca4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.705715356Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","tenant":"e2e-migrate-2bef9ca4","tenantID":"e2e-migrate-2bef9ca4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.725475967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"Deployment","name":"maas-api-e2e-migrate-2bef9ca4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.761428627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"Service","name":"maas-api-e2e-migrate-2bef9ca4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.779262242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-2bef9ca4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.798237368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-2bef9ca4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.815413329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-2bef9ca4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.833423082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-2bef9ca4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.850471486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-2bef9ca4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.864372906Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-2bef9ca4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.878411948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"Deployment","name":"payload-processing-e2e-migrate-2bef9ca4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.892795824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-2bef9ca4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.906824793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"Service","name":"payload-processing-e2e-migrate-2bef9ca4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.9212434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"Service","name":"payload-pre-processing-e2e-migrate-2bef9ca4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.940428949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-2bef9ca4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.97567374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-2bef9ca4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:12.989916182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-2bef9ca4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.005147549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-2bef9ca4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.0209088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-2bef9ca4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.035585583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-2bef9ca4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.056524144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-2bef9ca4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.070851122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-2bef9ca4"},"namespace":"ai-tenant-e2e-migrate-2bef9ca4","name":"default-tenant","reconcileID":"feca0329-64d6-4dab-a201-624938e390e7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-2bef9ca4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.410045656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602f34b4-7bcf-4538-a90b-bab27b1ed55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.428396307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602f34b4-7bcf-4538-a90b-bab27b1ed55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.437947301Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-2bef9ca4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-2bef9ca4","reconcileID":"fd7022a5-1a56-419f-a0e3-f05a3de3f851","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-2bef9ca4-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-2bef9ca4-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.450064288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602f34b4-7bcf-4538-a90b-bab27b1ed55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:13.46540175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602f34b4-7bcf-4538-a90b-bab27b1ed55e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:14.211717873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba453821-5272-4d44-91ed-923b1c9dee39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:14.226345712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba453821-5272-4d44-91ed-923b1c9dee39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:14.24086516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba453821-5272-4d44-91ed-923b1c9dee39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:14.255900517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba453821-5272-4d44-91ed-923b1c9dee39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:14.919561503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9e6af9-0c49-45d1-a8fe-f92cce89ec2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:14.934163262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9e6af9-0c49-45d1-a8fe-f92cce89ec2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:14.948569921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9e6af9-0c49-45d1-a8fe-f92cce89ec2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:14.963007797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c9e6af9-0c49-45d1-a8fe-f92cce89ec2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:15.660153954Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:15.961273334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983c9f27-5977-4fb0-aa70-efad53538605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:15.975965947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983c9f27-5977-4fb0-aa70-efad53538605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:15.990416232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983c9f27-5977-4fb0-aa70-efad53538605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:16.004931848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983c9f27-5977-4fb0-aa70-efad53538605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:16.607831813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef245e17-d103-43fd-b488-953a269bb36b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:16.622486351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef245e17-d103-43fd-b488-953a269bb36b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:16.636692518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef245e17-d103-43fd-b488-953a269bb36b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:16.65115772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef245e17-d103-43fd-b488-953a269bb36b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:17.458880277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55fd74bf-ada9-49c5-9c7c-eb9a371bef07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:17.473214698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55fd74bf-ada9-49c5-9c7c-eb9a371bef07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:17.487908398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55fd74bf-ada9-49c5-9c7c-eb9a371bef07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:17.506247955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55fd74bf-ada9-49c5-9c7c-eb9a371bef07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:18.127067496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c5089d-eb72-4e39-b590-0553e30cc16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:18.141922706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c5089d-eb72-4e39-b590-0553e30cc16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:18.156434771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c5089d-eb72-4e39-b590-0553e30cc16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:18.170941028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c5089d-eb72-4e39-b590-0553e30cc16e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:18.425480157Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-32c192","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-32c192","reconcileID":"68bcebf6-be5e-4adc-be11-b443d4cebed5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-32c192","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-32c192":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:18.802352013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b7daac-a810-4c48-b7bd-d9fa250ba0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:18.816784735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b7daac-a810-4c48-b7bd-d9fa250ba0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:18.831253822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b7daac-a810-4c48-b7bd-d9fa250ba0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:18.852272593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b7daac-a810-4c48-b7bd-d9fa250ba0b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:19.519233517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c61cf24-26ba-48bf-9880-ceb74e34279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:19.534686547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c61cf24-26ba-48bf-9880-ceb74e34279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:19.603468119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c61cf24-26ba-48bf-9880-ceb74e34279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:19.629881834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c61cf24-26ba-48bf-9880-ceb74e34279e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:20.271103368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e8765a-5f55-4725-89cd-3f3f3e30e358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:20.285769142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e8765a-5f55-4725-89cd-3f3f3e30e358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:20.300334081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e8765a-5f55-4725-89cd-3f3f3e30e358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:20.314803602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12e8765a-5f55-4725-89cd-3f3f3e30e358","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:20.975380642Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","namespace":"ai-tenant-e2e-ait-5db969e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:20.975440325Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","namespace":"ai-tenant-e2e-ait-5db969e0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:20.975499065Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","tenant":"e2e-ait-5db969e0","tenantID":"e2e-ait-5db969e0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:20.991957926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"Deployment","name":"maas-api-e2e-ait-5db969e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.029553267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"Service","name":"maas-api-e2e-ait-5db969e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.04966838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-5db969e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.066004841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-5db969e0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.082851798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-5db969e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.099233975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-5db969e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.116497603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-5db969e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.13358988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-5db969e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.147494251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"Deployment","name":"payload-processing-e2e-ait-5db969e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.162316701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-5db969e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.176301819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"Service","name":"payload-processing-e2e-ait-5db969e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.19016235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"Service","name":"payload-pre-processing-e2e-ait-5db969e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.205420842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"DestinationRule","name":"payload-processing-e2e-ait-5db969e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.219713113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-5db969e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.233642444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-5db969e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.251637699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-5db969e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.265918669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-5db969e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.287814976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-5db969e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.305384568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-5db969e0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.319673082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-5db969e0"},"namespace":"ai-tenant-e2e-ait-5db969e0","name":"default-tenant","reconcileID":"d9bbe7de-f360-48c8-ab06-a0f50100ebc1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-5db969e0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:21.8039699Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-5db969e0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-5db969e0","reconcileID":"027943c8-572a-4bf2-91cd-13f5661ad9e1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-5db969e0","removed":["maas.opendatahub.io/gateway-access-e2e-ait-5db969e0"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:22.220945844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5a16a0-ac98-40fb-8b10-07367505f101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:22.235380734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5a16a0-ac98-40fb-8b10-07367505f101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:22.249796376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5a16a0-ac98-40fb-8b10-07367505f101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:22.264303859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5a16a0-ac98-40fb-8b10-07367505f101","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:22.921088027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d87320d-ada2-4bf9-8e3c-93d73ea6ad51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:22.935356558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d87320d-ada2-4bf9-8e3c-93d73ea6ad51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:22.950534381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d87320d-ada2-4bf9-8e3c-93d73ea6ad51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:22.965006373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d87320d-ada2-4bf9-8e3c-93d73ea6ad51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:23.613176668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"189e65cc-e9e1-49d8-8dce-ca711270d2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:23.643593465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"189e65cc-e9e1-49d8-8dce-ca711270d2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:23.662801544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"189e65cc-e9e1-49d8-8dce-ca711270d2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:23.677542079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"189e65cc-e9e1-49d8-8dce-ca711270d2f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.006719584Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","namespace":"ai-tenant-e2e-derive-e406071d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.006805786Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","namespace":"ai-tenant-e2e-derive-e406071d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.006877064Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","tenant":"e2e-derive-e406071d","tenantID":"e2e-derive-e406071d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.068631253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"Deployment","name":"maas-api-e2e-derive-e406071d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.111379174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"Service","name":"maas-api-e2e-derive-e406071d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.17879335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-e406071d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.195154517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-e406071d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.213651392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-e406071d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.231983884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-e406071d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.251382031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-e406071d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.26838029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-e406071d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.28216594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"Deployment","name":"payload-processing-e2e-derive-e406071d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.296285209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-e406071d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.310323667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"Service","name":"payload-processing-e2e-derive-e406071d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.324363546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"Service","name":"payload-pre-processing-e2e-derive-e406071d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.338379824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"DestinationRule","name":"payload-processing-e2e-derive-e406071d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.352505732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-e406071d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.366567837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-e406071d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.385580354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-e406071d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.414823863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-e406071d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.429503437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-e406071d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.443560447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-e406071d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.458019447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-e406071d"},"namespace":"ai-tenant-e2e-derive-e406071d","name":"default-tenant","reconcileID":"3d3b88e0-c1d8-4dc9-a957-d11640502cf6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-e406071d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:25.787374581Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-e406071d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-e406071d","reconcileID":"7027e536-25a1-43e7-910d-734218a122a8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-e406071d","removed":["maas.opendatahub.io/gateway-access-e2e-derive-e406071d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:26.230372866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a53875b-06e4-410d-bf72-cf18d84c5312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:26.24483132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a53875b-06e4-410d-bf72-cf18d84c5312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:26.259268266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a53875b-06e4-410d-bf72-cf18d84c5312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:26.27341228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a53875b-06e4-410d-bf72-cf18d84c5312","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:26.904840819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a219b87-bba6-47f7-8d9e-9bd42a19b253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:26.919664929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a219b87-bba6-47f7-8d9e-9bd42a19b253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:26.934117174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a219b87-bba6-47f7-8d9e-9bd42a19b253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:26.948971492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a219b87-bba6-47f7-8d9e-9bd42a19b253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:27.31640301Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-2077b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-2077b4","reconcileID":"f055f715-1f87-420e-a8cf-772343ec66a9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-2077b4","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w5-2077b4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:27.687856891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f31c22-8184-4854-97b4-b8bdef32dff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:27.704081663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f31c22-8184-4854-97b4-b8bdef32dff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:27.721296529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f31c22-8184-4854-97b4-b8bdef32dff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:27.740930474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0f31c22-8184-4854-97b4-b8bdef32dff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:28.411810937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb4bb06-a5e1-4365-9c67-68da9ae01aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:28.426301268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb4bb06-a5e1-4365-9c67-68da9ae01aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:28.440563397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb4bb06-a5e1-4365-9c67-68da9ae01aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:28.455661559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb4bb06-a5e1-4365-9c67-68da9ae01aec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:29.115203222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6594c574-26f8-412e-8545-631cc636e504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:29.129612641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6594c574-26f8-412e-8545-631cc636e504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:29.144751017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6594c574-26f8-412e-8545-631cc636e504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:29.161154955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6594c574-26f8-412e-8545-631cc636e504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:29.922981305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9fab1bc-947c-487a-b482-a7d840e2437d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:29.942284641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9fab1bc-947c-487a-b482-a7d840e2437d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:29.956744084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9fab1bc-947c-487a-b482-a7d840e2437d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:29.972852797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9fab1bc-947c-487a-b482-a7d840e2437d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:30.651560302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c525f1-d890-4018-a0fc-782b788c3384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:30.666207347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c525f1-d890-4018-a0fc-782b788c3384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:30.680549368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c525f1-d890-4018-a0fc-782b788c3384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:30.694801897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88c525f1-d890-4018-a0fc-782b788c3384","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.304975135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9d6df5-2901-4077-be51-fca87d342cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.319340554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9d6df5-2901-4077-be51-fca87d342cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.334018898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9d6df5-2901-4077-be51-fca87d342cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.348526686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa9d6df5-2901-4077-be51-fca87d342cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.477644977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"52432b8f-02cc-4671-a65d-10e3c2f7cf12","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.492026019Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-1ee571","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-1ee571","reconcileID":"48739e09-af5c-4601-be54-b753f6219047","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-1ee571","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w6-1ee571":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.521059134Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"52432b8f-02cc-4671-a65d-10e3c2f7cf12","name":"e2e-worker-w3-32c192-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.554060356Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","namespace":"ai-tenant-e2e-ait-865d946f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.554147561Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","namespace":"ai-tenant-e2e-ait-865d946f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.554313223Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","tenant":"e2e-ait-865d946f","tenantID":"e2e-ait-865d946f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.576418008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"Deployment","name":"maas-api-e2e-ait-865d946f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.612894406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"Service","name":"maas-api-e2e-ait-865d946f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.634262257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-865d946f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.660631403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-865d946f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.685660715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-865d946f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.70338756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-865d946f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.723082029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-865d946f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.742403757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-865d946f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.756841858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"Deployment","name":"payload-processing-e2e-ait-865d946f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.775734409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-865d946f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.822997887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"Service","name":"payload-processing-e2e-ait-865d946f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.837067528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"Service","name":"payload-pre-processing-e2e-ait-865d946f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.851504483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"DestinationRule","name":"payload-processing-e2e-ait-865d946f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.871422469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-865d946f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.893490302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-865d946f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.920699617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-865d946f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.935542671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-865d946f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.949427542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-865d946f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.963434838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-865d946f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:31.982098207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-865d946f"},"namespace":"ai-tenant-e2e-ait-865d946f","name":"default-tenant","reconcileID":"1255af96-ac98-4243-95ba-ecc876f5e62b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-865d946f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.012667685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29cf0c49-ef71-4b6e-95b6-56428d0587c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.012809411Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","namespace":"ai-tenant-e2e-ait-8042816e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.01286558Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","namespace":"ai-tenant-e2e-ait-8042816e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.028743041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29cf0c49-ef71-4b6e-95b6-56428d0587c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.02900065Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","tenant":"e2e-ait-8042816e","tenantID":"e2e-ait-8042816e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.045401082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29cf0c49-ef71-4b6e-95b6-56428d0587c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.065750309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29cf0c49-ef71-4b6e-95b6-56428d0587c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.071607329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"Deployment","name":"maas-api-e2e-ait-8042816e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.100970096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"Service","name":"maas-api-e2e-ait-8042816e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.124412395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-8042816e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.140999045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-8042816e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.167270707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-8042816e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.183959675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-8042816e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.203998177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-8042816e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.221178459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-8042816e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.235457084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"Deployment","name":"payload-processing-e2e-ait-8042816e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.249427903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-8042816e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.266627062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"Service","name":"payload-processing-e2e-ait-8042816e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.276443693Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-865d946f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-865d946f","reconcileID":"73350308-cc37-4628-b872-f65b07cf6f01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-865d946f","removed":["maas.opendatahub.io/gateway-access-e2e-ait-865d946f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.282431308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"Service","name":"payload-pre-processing-e2e-ait-8042816e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.297888736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"DestinationRule","name":"payload-processing-e2e-ait-8042816e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.311644777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-8042816e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.32537642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-8042816e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.345544107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-8042816e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.361383717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-8042816e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.390474769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-8042816e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.404910526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-8042816e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.419674414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-8042816e"},"namespace":"ai-tenant-e2e-ait-8042816e","name":"default-tenant","reconcileID":"6cb17e9b-af69-429d-ac9b-bd3abe7aa66f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-8042816e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.825949857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfe55d69-4ae0-47ef-b283-d4e6414193c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.840286297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfe55d69-4ae0-47ef-b283-d4e6414193c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.846910986Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-8042816e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-8042816e","reconcileID":"bf25f91e-0c11-4a55-ac6c-34984f046585","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-8042816e","removed":["maas.opendatahub.io/gateway-access-e2e-ait-8042816e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.855046259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfe55d69-4ae0-47ef-b283-d4e6414193c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:32.871161636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfe55d69-4ae0-47ef-b283-d4e6414193c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:33.493292477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639deb07-d5f1-4ef0-bf98-b1545b2deff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:33.507405362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639deb07-d5f1-4ef0-bf98-b1545b2deff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:33.522605648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639deb07-d5f1-4ef0-bf98-b1545b2deff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:33.539593666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"639deb07-d5f1-4ef0-bf98-b1545b2deff9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:52:33.569357423Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-1ee571","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-1ee571","reconcileID":"4d085fa0-f28a-4864-ac01-901233357c30","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w6-1ee571\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:34.26457286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3bd45b6-aa5e-40ba-b8d0-245f7a5df894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:34.279151143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3bd45b6-aa5e-40ba-b8d0-245f7a5df894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:34.293313937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3bd45b6-aa5e-40ba-b8d0-245f7a5df894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:34.30783338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3bd45b6-aa5e-40ba-b8d0-245f7a5df894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:34.958987604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a593287-c079-4d3b-9f01-740c42997f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:34.975004825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a593287-c079-4d3b-9f01-740c42997f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:34.989587978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a593287-c079-4d3b-9f01-740c42997f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:35.004509521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a593287-c079-4d3b-9f01-740c42997f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:35.59643426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d05475-a26e-42aa-8ac0-9dc02faaa625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:35.611418966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d05475-a26e-42aa-8ac0-9dc02faaa625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:35.626463262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d05475-a26e-42aa-8ac0-9dc02faaa625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:35.642746707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52d05475-a26e-42aa-8ac0-9dc02faaa625","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:36.312903894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9f3b2e-b3a5-4f1e-a3c3-dac5eea04cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:36.327330974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9f3b2e-b3a5-4f1e-a3c3-dac5eea04cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:36.34155659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9f3b2e-b3a5-4f1e-a3c3-dac5eea04cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:36.355958726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c9f3b2e-b3a5-4f1e-a3c3-dac5eea04cc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:37.051602241Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-7aeaad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-7aeaad","reconcileID":"c2b29325-ba1a-4253-b6a4-e5fd9c1dc979","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-7aeaad","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-7aeaad":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:37.533220849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8601258-cf0d-4476-9aa5-41abe1983a09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:37.547822619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8601258-cf0d-4476-9aa5-41abe1983a09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:37.562108089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8601258-cf0d-4476-9aa5-41abe1983a09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:37.57691289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8601258-cf0d-4476-9aa5-41abe1983a09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:38.205242724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e97b219-6822-4610-93fe-89fc77635bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:38.219949945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e97b219-6822-4610-93fe-89fc77635bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:38.235212748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e97b219-6822-4610-93fe-89fc77635bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:38.252031842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e97b219-6822-4610-93fe-89fc77635bf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:38.520144926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"c94cf25e-adc4-4dd1-8720-a162b47a2a92","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:38.58722249Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"c94cf25e-adc4-4dd1-8720-a162b47a2a92","name":"e2e-worker-w5-2077b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:38.921580233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"2cf3681d-756c-4406-9837-771d6221fed6","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:39.034311844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67ef77da-4ea0-4492-8d51-ae0ec3116a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:39.048836266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67ef77da-4ea0-4492-8d51-ae0ec3116a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:39.063667488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67ef77da-4ea0-4492-8d51-ae0ec3116a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:39.085403561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67ef77da-4ea0-4492-8d51-ae0ec3116a81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:39.688455331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b72488-8777-44ca-9807-7c29f4279b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:39.703206027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b72488-8777-44ca-9807-7c29f4279b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:39.717649581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b72488-8777-44ca-9807-7c29f4279b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:39.732294751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81b72488-8777-44ca-9807-7c29f4279b2e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:40.331713924Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-ed8218","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-ed8218","reconcileID":"a2042d4b-fc0b-45cd-acb1-2f013f52ac81","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-ed8218","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-ed8218":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:40.901902981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74af0ad8-ee96-4f10-8891-8e2dac2feecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:40.916410002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74af0ad8-ee96-4f10-8891-8e2dac2feecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:40.93091104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74af0ad8-ee96-4f10-8891-8e2dac2feecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:40.945342418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74af0ad8-ee96-4f10-8891-8e2dac2feecd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:41.612643738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ace699-ee59-49a1-936f-692f7eedf902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:41.627726765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ace699-ee59-49a1-936f-692f7eedf902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:41.642138167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ace699-ee59-49a1-936f-692f7eedf902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:41.656765771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69ace699-ee59-49a1-936f-692f7eedf902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:42.327550899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61e76cf-b1a2-4872-8ead-63c9937ee228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:42.344008704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61e76cf-b1a2-4872-8ead-63c9937ee228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:42.379729527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61e76cf-b1a2-4872-8ead-63c9937ee228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:42.397490964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c61e76cf-b1a2-4872-8ead-63c9937ee228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:43.067936241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"c01a9bc4-d313-406f-aeab-0e8840a8a2c2","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:43.099978358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"e439dc19-cf59-4421-b134-ef5f7cd285d2","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:43.114982437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d400d8-5d57-4426-a179-43515145a236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:43.12964283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d400d8-5d57-4426-a179-43515145a236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:43.144327708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d400d8-5d57-4426-a179-43515145a236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:43.158755313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65d400d8-5d57-4426-a179-43515145a236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:43.817873767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5082a6b-ad45-4faf-af52-41902217683a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:43.83266356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5082a6b-ad45-4faf-af52-41902217683a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:43.847565232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5082a6b-ad45-4faf-af52-41902217683a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:43.862231584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5082a6b-ad45-4faf-af52-41902217683a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:44.474418163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"14353339-34ea-4f0c-b534-7d2f75262edb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:44.519615919Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"14353339-34ea-4f0c-b534-7d2f75262edb","name":"e2e-worker-w6-1ee571-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:45.659939403Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.933420783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"d00d7ff5-c386-4279-be0a-30e68d4d2675","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:49.978291427Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"d00d7ff5-c386-4279-be0a-30e68d4d2675","name":"e2e-worker-w2-7aeaad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:51.089828734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"0d3d2aa4-e7f0-4f3f-b419-657c875b3b7e","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:52.624034454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e33317-4910-4511-8a9c-200d0f7cf61b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:52.693803402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e33317-4910-4511-8a9c-200d0f7cf61b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:52.708592235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e33317-4910-4511-8a9c-200d0f7cf61b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:52.736342862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e33317-4910-4511-8a9c-200d0f7cf61b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:53.520051058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14fb397-8d42-4a92-b170-7afc7050ad11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:53.539939414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14fb397-8d42-4a92-b170-7afc7050ad11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:53.557622402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14fb397-8d42-4a92-b170-7afc7050ad11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:53.575728604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f14fb397-8d42-4a92-b170-7afc7050ad11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:53.840201855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"6aefa560-2c8a-4841-a71a-316c1ef19569","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:53.893082836Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"6aefa560-2c8a-4841-a71a-316c1ef19569","name":"e2e-worker-w4-ed8218-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:57.596620746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"c4f3b457-75b1-4ddc-9c9c-fd0a2ad97f46","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:52:57.627704351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"aa398784-f2a8-4268-b06b-a1a84913844b","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.199084016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75693674-2606-44fa-9bba-c74cf6043c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.214751351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75693674-2606-44fa-9bba-c74cf6043c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.236052395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75693674-2606-44fa-9bba-c74cf6043c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.263034326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75693674-2606-44fa-9bba-c74cf6043c59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.879173706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2e52ea-142f-4b90-aa5c-cda62af93371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.893811795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2e52ea-142f-4b90-aa5c-cda62af93371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.908833036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2e52ea-142f-4b90-aa5c-cda62af93371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:00.939144416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df2e52ea-142f-4b90-aa5c-cda62af93371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:01.598651171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1861f8a0-4150-4b74-bde5-faccca737633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:01.618116697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1861f8a0-4150-4b74-bde5-faccca737633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:01.640413917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1861f8a0-4150-4b74-bde5-faccca737633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:01.657456965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1861f8a0-4150-4b74-bde5-faccca737633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:02.349477731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff78ad4d-a60c-4ebf-9b2c-47f4c26af24c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:02.363824675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff78ad4d-a60c-4ebf-9b2c-47f4c26af24c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:02.37959008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff78ad4d-a60c-4ebf-9b2c-47f4c26af24c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:02.395486444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff78ad4d-a60c-4ebf-9b2c-47f4c26af24c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:03.218061859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e67fe1-29d2-43ff-8ee9-2bf175a9ade9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:03.243919097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e67fe1-29d2-43ff-8ee9-2bf175a9ade9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:03.278852514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e67fe1-29d2-43ff-8ee9-2bf175a9ade9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:03.293658005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25e67fe1-29d2-43ff-8ee9-2bf175a9ade9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:04.15043424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3211c6-cfb7-47a5-b13f-4d4a09e665c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:04.169480708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3211c6-cfb7-47a5-b13f-4d4a09e665c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:04.18552334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3211c6-cfb7-47a5-b13f-4d4a09e665c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:04.200069931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b3211c6-cfb7-47a5-b13f-4d4a09e665c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:05.73210549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"fabd2d83-c4ee-4453-9ed8-614884e265ce","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:05.974125741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"41363993-8199-4993-ad54-eafbb8ed4618","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:05.994736376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"812bb399-c067-4c8e-8e16-8289f34805a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:05.994755864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"812bb399-c067-4c8e-8e16-8289f34805a5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.007637748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"317def2b-5dc2-4b38-84a3-d078bde8b13f","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.016333894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6134ae9a-e8a4-467a-8f9f-11cf07755c4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.016352808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6134ae9a-e8a4-467a-8f9f-11cf07755c4a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.030051287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"d85dec92-0414-44dc-93d5-b6a1905b7f4f","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:06.033395359Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e57216/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.099914226Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"1e91a75b-575c-4539-8e27-356e7c12c081","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"simulator-w0-e57216","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e57216/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.151911931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"7b2dcdc2-be9d-4abd-81b7-d90416c61ab2","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.196942839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"1b944ad2-8d37-45e0-8e4a-3a35dd4c726a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.266087682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"81c1c3a7-76b2-42bd-8488-fc00ce20c6ca","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.288381409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"87410aae-abb3-499e-b5aa-4c8dc7553a27","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:06.304429031Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"87410aae-abb3-499e-b5aa-4c8dc7553a27","name":"simulator-w0-e57216","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-e57216\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:06.304490884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"87410aae-abb3-499e-b5aa-4c8dc7553a27","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-e57216\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.309771151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"87395791-f8ae-41e7-9cda-2bbc06a6be9d","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.313613686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"137cdeeb-8b16-47ff-8027-ce25fa343bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.350391607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"4462f9ab-1a4e-4065-b7df-673fecd30c67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.383240714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e9b487-0f30-4fad-b529-20efd845fa27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.38451223Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"137cdeeb-8b16-47ff-8027-ce25fa343bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.397847375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e9b487-0f30-4fad-b529-20efd845fa27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.412170133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e9b487-0f30-4fad-b529-20efd845fa27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.415837011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e57216-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"137cdeeb-8b16-47ff-8027-ce25fa343bff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.428282508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9e9b487-0f30-4fad-b529-20efd845fa27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.452214846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"5f34a4b8-3a31-4df1-a4a9-568ef2a80803","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.474213833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"641e2bcf-7d29-4296-be2f-6953ee260acc","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.4808339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"7daacc24-440f-4772-8032-4fc0863d8d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.494705024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"616e3043-bbe6-4657-9604-116b1df345fd","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.499794014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"7daacc24-440f-4772-8032-4fc0863d8d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.507983945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"ec9750cd-dfae-4c8f-a824-3593716259cb","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:06.510402857Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e57216/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.517494648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e57216-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"7daacc24-440f-4772-8032-4fc0863d8d33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.534362612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"ba63b140-89c0-4c83-a2a4-e3ee12e2a568","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.580622127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"6552fee4-dae6-4072-b0c4-210d5cf9e2c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.594959642Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"5e2e64c0-d790-49a0-8550-594e4206741d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"premium-w0-e57216","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e57216/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.599574736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"6552fee4-dae6-4072-b0c4-210d5cf9e2c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.617391957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e57216-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"6552fee4-dae6-4072-b0c4-210d5cf9e2c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.649809929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"79a14857-86b4-4088-967d-f66f6cad47a3","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.686073502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"7687cf97-475b-4286-8659-0d0424aecf6f","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.693564056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"a108fc8a-bcd3-4e61-97bc-7099a6f9dc52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.709769923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"7aa7c022-3296-4b04-97ff-72b275ee8c38","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.778424518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"dbdf9bf3-4131-41b8-94e9-d8d34ecf4cb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.778436989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"8699ea8b-ee66-44fd-af6e-f96d0e9b61d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.793401786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"7d5dbca1-cac7-46e6-8308-79cfba1b0a09","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.799936963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"dbdf9bf3-4131-41b8-94e9-d8d34ecf4cb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.801285957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"8699ea8b-ee66-44fd-af6e-f96d0e9b61d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.818029532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e57216-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"dbdf9bf3-4131-41b8-94e9-d8d34ecf4cb4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.819238304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e57216-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"8699ea8b-ee66-44fd-af6e-f96d0e9b61d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.843778288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"4701ba2c-3e14-4948-a45b-e1685f4095f9","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.952672546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"98aaf40c-b8c8-4463-a3bc-d48cca6a4993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.972228962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"98aaf40c-b8c8-4463-a3bc-d48cca6a4993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:06.990302021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e57216-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"98aaf40c-b8c8-4463-a3bc-d48cca6a4993","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:07.135341159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e4c2b8-4ff6-4d1c-a2e3-e9087e3fcea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:07.150066917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e4c2b8-4ff6-4d1c-a2e3-e9087e3fcea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:07.16436471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e4c2b8-4ff6-4d1c-a2e3-e9087e3fcea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:07.178592577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3e4c2b8-4ff6-4d1c-a2e3-e9087e3fcea7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:10.159963712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0444bcd-5cce-47d1-bd4d-b76c6b5fa2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:10.174380941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0444bcd-5cce-47d1-bd4d-b76c6b5fa2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:10.188635386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0444bcd-5cce-47d1-bd4d-b76c6b5fa2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:10.203072958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0444bcd-5cce-47d1-bd4d-b76c6b5fa2b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:10.820593771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b884369-e6a9-4058-b41b-3bdc469534ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:10.836403477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b884369-e6a9-4058-b41b-3bdc469534ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:10.850626933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b884369-e6a9-4058-b41b-3bdc469534ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:10.865421846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b884369-e6a9-4058-b41b-3bdc469534ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:11.91327358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"8c6e262a-070e-4678-9848-ab2ca09c7bc1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:11.971209425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"77d5890c-924c-41ef-9af1-81efe0e3de10","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.012491415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"9c767bf1-b8f7-4539-aa5d-5d5235f244ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.064841211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"c0bd90e1-ef38-4ff3-acf6-73b246dc7862","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.283804354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"9cc9d548-2d7a-4357-a2f4-898f4c0c988f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.286586755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"39e98017-fe82-453b-939d-007184014322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.304102175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"9cc9d548-2d7a-4357-a2f4-898f4c0c988f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.306228179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"39e98017-fe82-453b-939d-007184014322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.326363209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e57216-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16f312982a843b7fd79c23359ecbc483aaa5cafc28e43192e25fce6e169e2a8b) AuthConfig (e2ee917e945917a8e1487080abc4370eb2bdb40f3654662c8875a470f0df875e) AuthConfig (e9853fead85f64d545be4741c7d43491bdc29eb5c6d7bb4ef6a725af4cb1c405) AuthConfig (1a04170d381f1302e4fa5f29821289d745c56bcb03e087f1ec674529e8571b5e) AuthConfig (bcc70e9808cae5c6195158913cd69158878d6576c88fc81d6c45e878b0205121) AuthConfig (9204b3b2d98699091dd7f28512a270936e3d29111cb7fa7a8401f2ad145d66ff) AuthConfig (4c2589f955b354540a0ac15d3c1fb71bd7ef7b7d9671ecbd9ca13e43d026d4b4) AuthConfig (e0f017fc08dd9b92db2c3d5dc2da630d4853e917afa7e7b98639d58f1187d4dc) AuthConfig (e0b69a99c5def94ae3dd14fdfc7ceb26853e104057933b303e1ed14b1493bf20) AuthConfig (0dba2ebbe340927c6cef224cc962857acee552ccaff211bef5b74f00ad64499e) AuthConfig (1771546e958cf7e0c097e0f6a275343678a55c8781a74560f9da21f8740650e3) AuthConfig (d8f19b067a9e641e5fc57a325160bcb040cbf103c5ea6b8e434284f5e31d9163) AuthConfig (9a7cc816dca9a4d74294476b60e69c0eaeb10c7d4b6aa73a962351db2a7c810c) AuthConfig (370260dc84446df49780fec19343d46d2b62cf546cfb955cb6de84a128494433) AuthConfig (dbb659ea4ab2fa0aebb5987471f8e5a6d096734b0845a9a66b858d90b9674ffa) AuthConfig (a086176002c50d2b07cf3024f1e041e876ba7284994250aff40ac742290c795a) AuthConfig (0f550d18d2c3b9d962d5cb52d289e53e2fe011b0c9a20cffd4be273c76ebe38e) AuthConfig (2b4ba63730548d1da3d821710ea71a700ba5de487d6d73d336e37c3038a4dcd5) AuthConfig (750badb712bb3ee5db5121ad29a8a3ca5129082de417770c286fd0ff70f8d746) AuthConfig (fda614e284f8f88a8f44c7e903f023c550a69e79bf6d7814765cddc55528ae01) AuthConfig (cfcb92100ef33f03830f536743709489ce5dce60099db2a98c2aff7a76896a8d) AuthConfig (47b6529917da7ef7de5e6176274ae9389efd262257c577fa291f9a5e9efb640f) AuthConfig (40776cf5a4d08aa18b61f57213824cb601306ba3b22e4ce0b9b41a6f78c8403e) AuthConfig (b3ac2dc88b0acea8709686b91832640e0e7bd14cad981d1457f8999959c1a2ba) AuthConfig (07d67719477332ad914158f57dc5c6c78362225521648e8650d7bfbe66803406) AuthConfig (757c977359bdf52a798285a787d41abc056881ce7ef9233c2b44876f9eb9e246) AuthConfig (d22eee3f903263d023325639117942ff5bf4a878ba633309ef1ad572bcc0a151) AuthConfig (c7d41c0bd9aed40215ac08a50fc337c3854573ce02c463206932389be6296d69) AuthConfig (2010a399cc06da6fae9bf652d7d7eeb3b8717fd4d2300d4c7d3572f7f86f25fd) AuthConfig (706903ab48b1d7c05833be8a187389100f8df566440b856e081a862811114d52)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"39e98017-fe82-453b-939d-007184014322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.326424693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e57216-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16f312982a843b7fd79c23359ecbc483aaa5cafc28e43192e25fce6e169e2a8b) AuthConfig (e2ee917e945917a8e1487080abc4370eb2bdb40f3654662c8875a470f0df875e) AuthConfig (e9853fead85f64d545be4741c7d43491bdc29eb5c6d7bb4ef6a725af4cb1c405) AuthConfig (1a04170d381f1302e4fa5f29821289d745c56bcb03e087f1ec674529e8571b5e) AuthConfig (bcc70e9808cae5c6195158913cd69158878d6576c88fc81d6c45e878b0205121) AuthConfig (9204b3b2d98699091dd7f28512a270936e3d29111cb7fa7a8401f2ad145d66ff) AuthConfig (4c2589f955b354540a0ac15d3c1fb71bd7ef7b7d9671ecbd9ca13e43d026d4b4) AuthConfig (e0f017fc08dd9b92db2c3d5dc2da630d4853e917afa7e7b98639d58f1187d4dc) AuthConfig (e0b69a99c5def94ae3dd14fdfc7ceb26853e104057933b303e1ed14b1493bf20) AuthConfig (0dba2ebbe340927c6cef224cc962857acee552ccaff211bef5b74f00ad64499e) AuthConfig (1771546e958cf7e0c097e0f6a275343678a55c8781a74560f9da21f8740650e3) AuthConfig (d8f19b067a9e641e5fc57a325160bcb040cbf103c5ea6b8e434284f5e31d9163) AuthConfig (9a7cc816dca9a4d74294476b60e69c0eaeb10c7d4b6aa73a962351db2a7c810c) AuthConfig (370260dc84446df49780fec19343d46d2b62cf546cfb955cb6de84a128494433) AuthConfig (dbb659ea4ab2fa0aebb5987471f8e5a6d096734b0845a9a66b858d90b9674ffa) AuthConfig (a086176002c50d2b07cf3024f1e041e876ba7284994250aff40ac742290c795a) AuthConfig (0f550d18d2c3b9d962d5cb52d289e53e2fe011b0c9a20cffd4be273c76ebe38e) AuthConfig (2b4ba63730548d1da3d821710ea71a700ba5de487d6d73d336e37c3038a4dcd5) AuthConfig (750badb712bb3ee5db5121ad29a8a3ca5129082de417770c286fd0ff70f8d746) AuthConfig (fda614e284f8f88a8f44c7e903f023c550a69e79bf6d7814765cddc55528ae01) AuthConfig (cfcb92100ef33f03830f536743709489ce5dce60099db2a98c2aff7a76896a8d) AuthConfig (47b6529917da7ef7de5e6176274ae9389efd262257c577fa291f9a5e9efb640f) AuthConfig (40776cf5a4d08aa18b61f57213824cb601306ba3b22e4ce0b9b41a6f78c8403e) AuthConfig (b3ac2dc88b0acea8709686b91832640e0e7bd14cad981d1457f8999959c1a2ba) AuthConfig (07d67719477332ad914158f57dc5c6c78362225521648e8650d7bfbe66803406) AuthConfig (757c977359bdf52a798285a787d41abc056881ce7ef9233c2b44876f9eb9e246) AuthConfig (d22eee3f903263d023325639117942ff5bf4a878ba633309ef1ad572bcc0a151) AuthConfig (c7d41c0bd9aed40215ac08a50fc337c3854573ce02c463206932389be6296d69) AuthConfig (2010a399cc06da6fae9bf652d7d7eeb3b8717fd4d2300d4c7d3572f7f86f25fd) AuthConfig (706903ab48b1d7c05833be8a187389100f8df566440b856e081a862811114d52)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"9cc9d548-2d7a-4357-a2f4-898f4c0c988f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.346807003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"f24c4a2e-e4ce-4c68-b61a-2a550ce3c83e","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.349604292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"fd886f4d-64bb-4714-b336-3d4919cdf0d0","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.388297999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"1d6c3814-64ed-4000-9b34-7c85175588c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.390691287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"42971b39-571a-454b-bdfa-f1931b0042c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.407701916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"1d6c3814-64ed-4000-9b34-7c85175588c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.411347617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"42971b39-571a-454b-bdfa-f1931b0042c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.431409354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e57216-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16f312982a843b7fd79c23359ecbc483aaa5cafc28e43192e25fce6e169e2a8b) AuthConfig (e2ee917e945917a8e1487080abc4370eb2bdb40f3654662c8875a470f0df875e) AuthConfig (e9853fead85f64d545be4741c7d43491bdc29eb5c6d7bb4ef6a725af4cb1c405) AuthConfig (1a04170d381f1302e4fa5f29821289d745c56bcb03e087f1ec674529e8571b5e) AuthConfig (bcc70e9808cae5c6195158913cd69158878d6576c88fc81d6c45e878b0205121) AuthConfig (9204b3b2d98699091dd7f28512a270936e3d29111cb7fa7a8401f2ad145d66ff) AuthConfig (4c2589f955b354540a0ac15d3c1fb71bd7ef7b7d9671ecbd9ca13e43d026d4b4) AuthConfig (e0f017fc08dd9b92db2c3d5dc2da630d4853e917afa7e7b98639d58f1187d4dc) AuthConfig (e0b69a99c5def94ae3dd14fdfc7ceb26853e104057933b303e1ed14b1493bf20) AuthConfig (0dba2ebbe340927c6cef224cc962857acee552ccaff211bef5b74f00ad64499e) AuthConfig (1771546e958cf7e0c097e0f6a275343678a55c8781a74560f9da21f8740650e3) AuthConfig (d8f19b067a9e641e5fc57a325160bcb040cbf103c5ea6b8e434284f5e31d9163) AuthConfig (9a7cc816dca9a4d74294476b60e69c0eaeb10c7d4b6aa73a962351db2a7c810c) AuthConfig (370260dc84446df49780fec19343d46d2b62cf546cfb955cb6de84a128494433) AuthConfig (dbb659ea4ab2fa0aebb5987471f8e5a6d096734b0845a9a66b858d90b9674ffa) AuthConfig (a086176002c50d2b07cf3024f1e041e876ba7284994250aff40ac742290c795a) AuthConfig (0f550d18d2c3b9d962d5cb52d289e53e2fe011b0c9a20cffd4be273c76ebe38e) AuthConfig (2b4ba63730548d1da3d821710ea71a700ba5de487d6d73d336e37c3038a4dcd5) AuthConfig (750badb712bb3ee5db5121ad29a8a3ca5129082de417770c286fd0ff70f8d746) AuthConfig (fda614e284f8f88a8f44c7e903f023c550a69e79bf6d7814765cddc55528ae01) AuthConfig (cfcb92100ef33f03830f536743709489ce5dce60099db2a98c2aff7a76896a8d) AuthConfig (47b6529917da7ef7de5e6176274ae9389efd262257c577fa291f9a5e9efb640f) AuthConfig (40776cf5a4d08aa18b61f57213824cb601306ba3b22e4ce0b9b41a6f78c8403e) AuthConfig (b3ac2dc88b0acea8709686b91832640e0e7bd14cad981d1457f8999959c1a2ba) AuthConfig (07d67719477332ad914158f57dc5c6c78362225521648e8650d7bfbe66803406) AuthConfig (757c977359bdf52a798285a787d41abc056881ce7ef9233c2b44876f9eb9e246) AuthConfig (d22eee3f903263d023325639117942ff5bf4a878ba633309ef1ad572bcc0a151) AuthConfig (c7d41c0bd9aed40215ac08a50fc337c3854573ce02c463206932389be6296d69) AuthConfig (2010a399cc06da6fae9bf652d7d7eeb3b8717fd4d2300d4c7d3572f7f86f25fd) AuthConfig (706903ab48b1d7c05833be8a187389100f8df566440b856e081a862811114d52)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"42971b39-571a-454b-bdfa-f1931b0042c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.431410835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e57216-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16f312982a843b7fd79c23359ecbc483aaa5cafc28e43192e25fce6e169e2a8b) AuthConfig (e2ee917e945917a8e1487080abc4370eb2bdb40f3654662c8875a470f0df875e) AuthConfig (e9853fead85f64d545be4741c7d43491bdc29eb5c6d7bb4ef6a725af4cb1c405) AuthConfig (1a04170d381f1302e4fa5f29821289d745c56bcb03e087f1ec674529e8571b5e) AuthConfig (bcc70e9808cae5c6195158913cd69158878d6576c88fc81d6c45e878b0205121) AuthConfig (9204b3b2d98699091dd7f28512a270936e3d29111cb7fa7a8401f2ad145d66ff) AuthConfig (4c2589f955b354540a0ac15d3c1fb71bd7ef7b7d9671ecbd9ca13e43d026d4b4) AuthConfig (e0f017fc08dd9b92db2c3d5dc2da630d4853e917afa7e7b98639d58f1187d4dc) AuthConfig (e0b69a99c5def94ae3dd14fdfc7ceb26853e104057933b303e1ed14b1493bf20) AuthConfig (0dba2ebbe340927c6cef224cc962857acee552ccaff211bef5b74f00ad64499e) AuthConfig (1771546e958cf7e0c097e0f6a275343678a55c8781a74560f9da21f8740650e3) AuthConfig (d8f19b067a9e641e5fc57a325160bcb040cbf103c5ea6b8e434284f5e31d9163) AuthConfig (9a7cc816dca9a4d74294476b60e69c0eaeb10c7d4b6aa73a962351db2a7c810c) AuthConfig (370260dc84446df49780fec19343d46d2b62cf546cfb955cb6de84a128494433) AuthConfig (dbb659ea4ab2fa0aebb5987471f8e5a6d096734b0845a9a66b858d90b9674ffa) AuthConfig (a086176002c50d2b07cf3024f1e041e876ba7284994250aff40ac742290c795a) AuthConfig (0f550d18d2c3b9d962d5cb52d289e53e2fe011b0c9a20cffd4be273c76ebe38e) AuthConfig (2b4ba63730548d1da3d821710ea71a700ba5de487d6d73d336e37c3038a4dcd5) AuthConfig (750badb712bb3ee5db5121ad29a8a3ca5129082de417770c286fd0ff70f8d746) AuthConfig (fda614e284f8f88a8f44c7e903f023c550a69e79bf6d7814765cddc55528ae01) AuthConfig (cfcb92100ef33f03830f536743709489ce5dce60099db2a98c2aff7a76896a8d) AuthConfig (47b6529917da7ef7de5e6176274ae9389efd262257c577fa291f9a5e9efb640f) AuthConfig (40776cf5a4d08aa18b61f57213824cb601306ba3b22e4ce0b9b41a6f78c8403e) AuthConfig (b3ac2dc88b0acea8709686b91832640e0e7bd14cad981d1457f8999959c1a2ba) AuthConfig (07d67719477332ad914158f57dc5c6c78362225521648e8650d7bfbe66803406) AuthConfig (757c977359bdf52a798285a787d41abc056881ce7ef9233c2b44876f9eb9e246) AuthConfig (d22eee3f903263d023325639117942ff5bf4a878ba633309ef1ad572bcc0a151) AuthConfig (c7d41c0bd9aed40215ac08a50fc337c3854573ce02c463206932389be6296d69) AuthConfig (2010a399cc06da6fae9bf652d7d7eeb3b8717fd4d2300d4c7d3572f7f86f25fd) AuthConfig (706903ab48b1d7c05833be8a187389100f8df566440b856e081a862811114d52)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"1d6c3814-64ed-4000-9b34-7c85175588c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:12.448727195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"1d6c3814-64ed-4000-9b34-7c85175588c5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.496476268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0f734868-fa7e-472e-b587-6166316dda07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.518915953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0f734868-fa7e-472e-b587-6166316dda07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:12.536672478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e57216-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (16f312982a843b7fd79c23359ecbc483aaa5cafc28e43192e25fce6e169e2a8b) AuthConfig (e2ee917e945917a8e1487080abc4370eb2bdb40f3654662c8875a470f0df875e) AuthConfig (e9853fead85f64d545be4741c7d43491bdc29eb5c6d7bb4ef6a725af4cb1c405) AuthConfig (1a04170d381f1302e4fa5f29821289d745c56bcb03e087f1ec674529e8571b5e) AuthConfig (bcc70e9808cae5c6195158913cd69158878d6576c88fc81d6c45e878b0205121) AuthConfig (9204b3b2d98699091dd7f28512a270936e3d29111cb7fa7a8401f2ad145d66ff) AuthConfig (4c2589f955b354540a0ac15d3c1fb71bd7ef7b7d9671ecbd9ca13e43d026d4b4) AuthConfig (e0f017fc08dd9b92db2c3d5dc2da630d4853e917afa7e7b98639d58f1187d4dc) AuthConfig (e0b69a99c5def94ae3dd14fdfc7ceb26853e104057933b303e1ed14b1493bf20) AuthConfig (0dba2ebbe340927c6cef224cc962857acee552ccaff211bef5b74f00ad64499e) AuthConfig (1771546e958cf7e0c097e0f6a275343678a55c8781a74560f9da21f8740650e3) AuthConfig (d8f19b067a9e641e5fc57a325160bcb040cbf103c5ea6b8e434284f5e31d9163) AuthConfig (9a7cc816dca9a4d74294476b60e69c0eaeb10c7d4b6aa73a962351db2a7c810c) AuthConfig (370260dc84446df49780fec19343d46d2b62cf546cfb955cb6de84a128494433) AuthConfig (dbb659ea4ab2fa0aebb5987471f8e5a6d096734b0845a9a66b858d90b9674ffa) AuthConfig (a086176002c50d2b07cf3024f1e041e876ba7284994250aff40ac742290c795a) AuthConfig (0f550d18d2c3b9d962d5cb52d289e53e2fe011b0c9a20cffd4be273c76ebe38e) AuthConfig (2b4ba63730548d1da3d821710ea71a700ba5de487d6d73d336e37c3038a4dcd5) AuthConfig (750badb712bb3ee5db5121ad29a8a3ca5129082de417770c286fd0ff70f8d746) AuthConfig (fda614e284f8f88a8f44c7e903f023c550a69e79bf6d7814765cddc55528ae01) AuthConfig (cfcb92100ef33f03830f536743709489ce5dce60099db2a98c2aff7a76896a8d) AuthConfig (47b6529917da7ef7de5e6176274ae9389efd262257c577fa291f9a5e9efb640f) AuthConfig (40776cf5a4d08aa18b61f57213824cb601306ba3b22e4ce0b9b41a6f78c8403e) AuthConfig (b3ac2dc88b0acea8709686b91832640e0e7bd14cad981d1457f8999959c1a2ba) AuthConfig (07d67719477332ad914158f57dc5c6c78362225521648e8650d7bfbe66803406) AuthConfig (757c977359bdf52a798285a787d41abc056881ce7ef9233c2b44876f9eb9e246) AuthConfig (d22eee3f903263d023325639117942ff5bf4a878ba633309ef1ad572bcc0a151) AuthConfig (c7d41c0bd9aed40215ac08a50fc337c3854573ce02c463206932389be6296d69) AuthConfig (2010a399cc06da6fae9bf652d7d7eeb3b8717fd4d2300d4c7d3572f7f86f25fd) AuthConfig (706903ab48b1d7c05833be8a187389100f8df566440b856e081a862811114d52)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0f734868-fa7e-472e-b587-6166316dda07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:15.659868295Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:22.474172927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"903f1c74-f79a-44ff-b762-d1f3a50e4f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:22.493271596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"903f1c74-f79a-44ff-b762-d1f3a50e4f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:22.57283811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"3d373e45-23d6-4b4d-ad1d-3ddb33d6738b","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:22.5838021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"62024ec5-a3ae-4b6c-bce1-159012e54124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:22.608437456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"62024ec5-a3ae-4b6c-bce1-159012e54124","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:22.688498313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"3b219d34-6f41-4bb4-9198-dd29461741e9","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:25.348022939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"32eb3f50-b5ca-4847-b83a-3a47d9837bb5","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:26.684435465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"d5c3fdd1-bca1-4fee-af92-0fa4ade9f31f","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.221242154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"2f7bf031-09e1-4d45-8e51-1d4af349b466","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.37777136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"3d27b88e-992b-462f-9b6d-e785691cdff0","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.398135686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"f268feb3-d28d-409b-84c9-da919a34b138","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.409174282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"5a0176ba-036c-416d-8a0d-e3675ea5d5dc","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:28.413053446Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-99dfb0/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.428453866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"26c16429-f1f1-48f4-8c59-cbdc321973f7","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.494106204Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"3eca3a07-2695-434b-ab3a-be1009445ace","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"simulator-w1-99dfb0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.544604001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"0d614a1b-c319-4e71-9413-2739af558032","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.587433802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"ddd2f65d-4508-42f6-aa0e-e1b4556873fe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.591401966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"279bfd9f-c3cb-4576-a909-ad12231e0070","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.636096605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"c2bc99ed-f8bc-41b2-b2fb-93dfc723d754","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.737058017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a141c891-10f4-49b9-aa55-3da0a789fe78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.786108813Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"7aa225d1-de58-48a0-bee7-2694e0f94588","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.789756375Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a141c891-10f4-49b9-aa55-3da0a789fe78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.807070621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"35ffbff1-b24b-4fb0-b1d3-07860ef4f609","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.808284834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a141c891-10f4-49b9-aa55-3da0a789fe78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.828437053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"6a127cce-c775-4693-98ef-dad448cad11d","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.8288172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"79e56f21-8c23-4a4f-84d2-4a80721231f2","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.84292383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"cccd6e0f-1777-48ad-ae36-1d92e8d91fff","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:28.847902257Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-99dfb0/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.85709318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"3bdd23fa-531a-4845-b78d-dd24fbf3a2cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.859961158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"5f066d8e-4282-428d-918a-fd769e11bf27","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.876055737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"3bdd23fa-531a-4845-b78d-dd24fbf3a2cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.895271028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"3bdd23fa-531a-4845-b78d-dd24fbf3a2cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.924412707Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"ae931c41-e603-4ef6-879c-6b467034aa41","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"premium-w1-99dfb0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.957695552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"cc0a69e3-20be-4c60-8e03-5e2846fa906b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.983565097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"e1bd491d-dbb0-46e9-9ae8-7a5c0a7a1284","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:28.984097551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"cc0a69e3-20be-4c60-8e03-5e2846fa906b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:29.009403787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"cc0a69e3-20be-4c60-8e03-5e2846fa906b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:29.040433611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"121b2bbf-ce1b-4f1e-8953-c84e6ed6633a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:29.042782617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"7f52eb89-f37e-4570-b708-e142641e9c89","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:29.065061123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"051e118c-e4bc-444e-8432-c3d7448dad3b","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:29.080939669Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"051e118c-e4bc-444e-8432-c3d7448dad3b","name":"premium-w1-99dfb0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-99dfb0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:29.080999042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"051e118c-e4bc-444e-8432-c3d7448dad3b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-99dfb0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:29.086437861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"5968fec3-f158-4fc0-a4c4-175bcd56f087","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:29.107500978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8dcb3266-06a6-4609-9aff-e5aa7c51364b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:29.107536429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7cb8cbd6-ff0d-4e58-a841-1bc337b0fb7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:29.127255832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7cb8cbd6-ff0d-4e58-a841-1bc337b0fb7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:29.128312582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8dcb3266-06a6-4609-9aff-e5aa7c51364b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:29.134667969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"05702cdc-9966-4578-b52e-4e2f6f2fe342","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:29.145462184Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7cb8cbd6-ff0d-4e58-a841-1bc337b0fb7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:29.146575053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8dcb3266-06a6-4609-9aff-e5aa7c51364b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:29.163536025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"c63684a9-13b0-44ac-bcf4-3a1845b270e6","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:29.212030501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"a1aa234d-6cc5-438a-9722-f2b6d0aaebca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:29.232728889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"a1aa234d-6cc5-438a-9722-f2b6d0aaebca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:29.250767554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"a1aa234d-6cc5-438a-9722-f2b6d0aaebca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:29.470171863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"5b9fec47-d5fc-47d4-9a57-564e652066ec","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.269702945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"61f345ec-396f-42ac-98ef-e05288e4d8ac","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.287798889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"abbf478a-7d28-4589-8e0c-b2c5ea186a25","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.330398084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-active-auth","reconcileID":"663144a4-41d4-4f07-886b-d02e804bf393","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.349665958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-active-auth","reconcileID":"663144a4-41d4-4f07-886b-d02e804bf393","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.519486971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"0c146b2d-ed69-4e6d-8bd9-b0d912b4cf00","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.532813264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"34889e6b-d2bf-4835-936c-da992e9fe3aa","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.540443157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"4ff2f812-601c-4415-8dd1-91f2e933d9ef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.553739878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"2a4905b0-432c-4948-b920-7db2f028634a","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:33.555755922Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e57216/e2e-apikey-active-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.56209605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"f28264fe-29f8-4be3-a998-45ba3e93db7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.562270625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"f819ebbb-9b3a-4b80-974e-498293a0b869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.571562938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"f3493467-e816-4d5d-b9e2-77a29bc707ac","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.582390655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"f28264fe-29f8-4be3-a998-45ba3e93db7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.582529275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"f819ebbb-9b3a-4b80-974e-498293a0b869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.634625669Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-active-sub","reconcileID":"7cf997b8-2efa-460a-bdb2-a10a6791b339","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e57216/e2e-apikey-active-sub","ai-tenant-e2e-worker-w0-e57216/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.662455763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-active-auth","reconcileID":"4cb29fdb-bc41-459d-8459-6b446148f79a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.668799252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b3655787-3a88-4561-b4b2-1709cc64e6cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.668823748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"b59d6fd1-0261-40d3-bbd4-cc503f1b5220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.681709387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-active-auth","reconcileID":"4cb29fdb-bc41-459d-8459-6b446148f79a","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.686724214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"745abd50-e574-4aed-9a84-c95cdacd340d","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.694330585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"b59d6fd1-0261-40d3-bbd4-cc503f1b5220","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.694370998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b3655787-3a88-4561-b4b2-1709cc64e6cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.718469407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"d1654772-0e6d-4461-b844-139e6bb5c115","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.73293083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-active-sub","reconcileID":"2cc57e22-86c8-45fe-9a34-4e0b7e5d6fd3","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.829529844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-active-auth","reconcileID":"51ee22d2-e7d4-474b-a690-532cef53f6e1","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:33.85055279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-active-auth","reconcileID":"51ee22d2-e7d4-474b-a690-532cef53f6e1","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:36.198762722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"36cef701-41d7-41a6-9c7b-b9992b9e3480","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:36.240547466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"200f9691-41ee-4019-baf5-d0d578d398cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:36.240582926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-active-auth","reconcileID":"9b73f83e-b1c8-45c9-bb24-44f327a41abb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:36.240977128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"e1d7d332-4e93-4dc4-879c-389a486377fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:36.264566888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"e1d7d332-4e93-4dc4-879c-389a486377fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:36.265594722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"200f9691-41ee-4019-baf5-d0d578d398cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:36.266870005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-active-auth","reconcileID":"9b73f83e-b1c8-45c9-bb24-44f327a41abb","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:38.835363812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"a9cc76cb-9ef2-4772-b5fb-7979ae5bc422","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:38.86952261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"5697e097-e86f-4d81-b74d-9b87329a0dab","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:39.194094823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"26e7835b-10e0-4fba-9be3-3dac8fe1db16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:39.21405078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"26e7835b-10e0-4fba-9be3-3dac8fe1db16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:39.232014676Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"26e7835b-10e0-4fba-9be3-3dac8fe1db16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:39.300087022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"8d6c8970-655e-422f-a643-7841ecfbc325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:39.319206611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"8d6c8970-655e-422f-a643-7841ecfbc325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:39.347795721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"8d6c8970-655e-422f-a643-7841ecfbc325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.436456552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"e8f3014c-ebf2-4edd-8f2f-23103dd3d0d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.493789805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"7484a446-bf5e-4128-93b3-32a0fdd41265","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.624067855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"e7b7ad24-daa1-4846-a0fe-0524b56f0d72","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.688205778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"22347f54-5596-443e-bc05-59e2665c19dd","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.79554572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"a22693da-07e6-42df-966f-343d6423a62f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.795545717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"88978046-d3eb-484a-88ba-b2c382d539fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.815299272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"a22693da-07e6-42df-966f-343d6423a62f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.815498331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"88978046-d3eb-484a-88ba-b2c382d539fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.833666976Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c102879e95ce50ac27600f785bbdab15578f2f9f28cb44167c521f2ccb86536f) AuthConfig (b589f35941dfd2f5619aed27795ed40bbfc8d9639b05b0893508a73e0c2c65ef) AuthConfig (3cc1661788234d9dd30fc3a2c3ed95aff068dfeaef33911d78f79c6467087f7c) AuthConfig (ca19f001956e71f5cf52997235aa2045d34925e3fa1beed90225392438654aeb) AuthConfig (daa330efa78cdd0e315db6dcff497db2dd37cc03a262d5fdc7d79d119f56572d) AuthConfig (e0d0e0a2760adeb8eaa47fc7d44f01d0caf159668874c2ffbb26cb00f795084b) AuthConfig (c91bde246f49fa63d3539a800769e917d6af156363e3eee3b81c2127d7363503) AuthConfig (6f477f8d229336fd980981251215cbdf1db145e463583b2b3a6ea725854d889a) AuthConfig (111f4fd3670aac4f894ef7fd96c0e6aed3eb218a3762eb47481ef4c104371292) AuthConfig (c3df9ae089c887aa4a971808ddc021108b2498d4486ad82e16acc3c72cb8ab0c) AuthConfig (5cc1dbdab649388858dddb9b0ebd630a731706e824a2768997b86cff3db73c3a) AuthConfig (ae6d54116aa730a68ad4d9d2d892091c2ee8cc9985bd31384295b347aa145b4f) AuthConfig (b74789ae2412474fa7c9ea94765bc6ec71343a2e11555e8a7cfe04ae2cc29709) AuthConfig (332f5550d451cb9affec65f3299cda8699b83257697ae9415946c5f5358e1411) AuthConfig (2dad3e47e01835fa387b0120afb29599581b402183a8d76285ace7c9e937ca4c) AuthConfig (9e36e98698d25e261f2aac1ed6a5272404b5614b809fba68cd949d2b03cff138) AuthConfig (22237c301170d5907c65ec4bc74ddb703c7f383b29fe41bec70ac4940cc58b1b) AuthConfig (d81f4c6e3d80bfadeacc849a3435e333531773b4af42bee87e96f537b1d8a029) AuthConfig (3caab18d7d19c1b2bb942b3f8e4cdaea7c105f94deeb0879926196b5ba6fd14d) AuthConfig (b700bb0f735bf6c7d925234fa9466210f190efba5f79245395acb87936b790a5) AuthConfig (fe9f0e7f97483da84913729fa6b66eeee0a0086ca863344eac4abf285c4c5e90) AuthConfig (e9857c32376c9c6b54fec1f04d36a835be6022c99a0f5365da3c03fa96950195) AuthConfig (4b5479ba1e161664b1b9a86dfac17d5e6974ed40da2bd6979c18659526dc40d3) AuthConfig (5b8a20aaad014734c33ca78690225d12a55e568634124a97dfdced28098e44cf) AuthConfig (a38c75b393b831a04d171affd6e62805917cef081bc95964b8feef43b2c51063) AuthConfig (e4f3ec56dd3475994b4f3bf78e77ee15748903315641d89860f9a79a98fd51e9) AuthConfig (3d4e7921d186b26408ce2203b87f48b7eebcd1a3902651d7a8c96dba6f89a236) AuthConfig (37c388781a5912c11d70a712338d84cb06f362eab12043ae41e2035bde0968a2) AuthConfig (e71e52af2da655fd9d71e4dbf569f94e07690ae78627b0022b6c1cf41a94c59d) AuthConfig (f69e38847f8060b541852d4550d1f61c8d4056592fc7e4335d26b20319ef3dcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"a22693da-07e6-42df-966f-343d6423a62f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.833828275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c102879e95ce50ac27600f785bbdab15578f2f9f28cb44167c521f2ccb86536f) AuthConfig (b589f35941dfd2f5619aed27795ed40bbfc8d9639b05b0893508a73e0c2c65ef) AuthConfig (3cc1661788234d9dd30fc3a2c3ed95aff068dfeaef33911d78f79c6467087f7c) AuthConfig (ca19f001956e71f5cf52997235aa2045d34925e3fa1beed90225392438654aeb) AuthConfig (daa330efa78cdd0e315db6dcff497db2dd37cc03a262d5fdc7d79d119f56572d) AuthConfig (e0d0e0a2760adeb8eaa47fc7d44f01d0caf159668874c2ffbb26cb00f795084b) AuthConfig (c91bde246f49fa63d3539a800769e917d6af156363e3eee3b81c2127d7363503) AuthConfig (6f477f8d229336fd980981251215cbdf1db145e463583b2b3a6ea725854d889a) AuthConfig (111f4fd3670aac4f894ef7fd96c0e6aed3eb218a3762eb47481ef4c104371292) AuthConfig (c3df9ae089c887aa4a971808ddc021108b2498d4486ad82e16acc3c72cb8ab0c) AuthConfig (5cc1dbdab649388858dddb9b0ebd630a731706e824a2768997b86cff3db73c3a) AuthConfig (ae6d54116aa730a68ad4d9d2d892091c2ee8cc9985bd31384295b347aa145b4f) AuthConfig (b74789ae2412474fa7c9ea94765bc6ec71343a2e11555e8a7cfe04ae2cc29709) AuthConfig (332f5550d451cb9affec65f3299cda8699b83257697ae9415946c5f5358e1411) AuthConfig (2dad3e47e01835fa387b0120afb29599581b402183a8d76285ace7c9e937ca4c) AuthConfig (9e36e98698d25e261f2aac1ed6a5272404b5614b809fba68cd949d2b03cff138) AuthConfig (22237c301170d5907c65ec4bc74ddb703c7f383b29fe41bec70ac4940cc58b1b) AuthConfig (d81f4c6e3d80bfadeacc849a3435e333531773b4af42bee87e96f537b1d8a029) AuthConfig (3caab18d7d19c1b2bb942b3f8e4cdaea7c105f94deeb0879926196b5ba6fd14d) AuthConfig (b700bb0f735bf6c7d925234fa9466210f190efba5f79245395acb87936b790a5) AuthConfig (fe9f0e7f97483da84913729fa6b66eeee0a0086ca863344eac4abf285c4c5e90) AuthConfig (e9857c32376c9c6b54fec1f04d36a835be6022c99a0f5365da3c03fa96950195) AuthConfig (4b5479ba1e161664b1b9a86dfac17d5e6974ed40da2bd6979c18659526dc40d3) AuthConfig (5b8a20aaad014734c33ca78690225d12a55e568634124a97dfdced28098e44cf) AuthConfig (a38c75b393b831a04d171affd6e62805917cef081bc95964b8feef43b2c51063) AuthConfig (e4f3ec56dd3475994b4f3bf78e77ee15748903315641d89860f9a79a98fd51e9) AuthConfig (3d4e7921d186b26408ce2203b87f48b7eebcd1a3902651d7a8c96dba6f89a236) AuthConfig (37c388781a5912c11d70a712338d84cb06f362eab12043ae41e2035bde0968a2) AuthConfig (e71e52af2da655fd9d71e4dbf569f94e07690ae78627b0022b6c1cf41a94c59d) AuthConfig (f69e38847f8060b541852d4550d1f61c8d4056592fc7e4335d26b20319ef3dcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"88978046-d3eb-484a-88ba-b2c382d539fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.85373197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"1578517a-79de-40d2-87e8-f7f9e869ff59","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.85658803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"65d4395e-a457-402f-b315-deb96139edf3","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.910948827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"65bf4d45-b591-4e22-b986-17f4e11238d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.910954271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"2822d7c5-205d-4147-a3c8-d9b1dc933b10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.933090037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"2822d7c5-205d-4147-a3c8-d9b1dc933b10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.933397625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"65bf4d45-b591-4e22-b986-17f4e11238d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.95142839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c102879e95ce50ac27600f785bbdab15578f2f9f28cb44167c521f2ccb86536f) AuthConfig (b589f35941dfd2f5619aed27795ed40bbfc8d9639b05b0893508a73e0c2c65ef) AuthConfig (3cc1661788234d9dd30fc3a2c3ed95aff068dfeaef33911d78f79c6467087f7c) AuthConfig (ca19f001956e71f5cf52997235aa2045d34925e3fa1beed90225392438654aeb) AuthConfig (daa330efa78cdd0e315db6dcff497db2dd37cc03a262d5fdc7d79d119f56572d) AuthConfig (e0d0e0a2760adeb8eaa47fc7d44f01d0caf159668874c2ffbb26cb00f795084b) AuthConfig (c91bde246f49fa63d3539a800769e917d6af156363e3eee3b81c2127d7363503) AuthConfig (6f477f8d229336fd980981251215cbdf1db145e463583b2b3a6ea725854d889a) AuthConfig (111f4fd3670aac4f894ef7fd96c0e6aed3eb218a3762eb47481ef4c104371292) AuthConfig (c3df9ae089c887aa4a971808ddc021108b2498d4486ad82e16acc3c72cb8ab0c) AuthConfig (5cc1dbdab649388858dddb9b0ebd630a731706e824a2768997b86cff3db73c3a) AuthConfig (ae6d54116aa730a68ad4d9d2d892091c2ee8cc9985bd31384295b347aa145b4f) AuthConfig (b74789ae2412474fa7c9ea94765bc6ec71343a2e11555e8a7cfe04ae2cc29709) AuthConfig (332f5550d451cb9affec65f3299cda8699b83257697ae9415946c5f5358e1411) AuthConfig (2dad3e47e01835fa387b0120afb29599581b402183a8d76285ace7c9e937ca4c) AuthConfig (9e36e98698d25e261f2aac1ed6a5272404b5614b809fba68cd949d2b03cff138) AuthConfig (22237c301170d5907c65ec4bc74ddb703c7f383b29fe41bec70ac4940cc58b1b) AuthConfig (d81f4c6e3d80bfadeacc849a3435e333531773b4af42bee87e96f537b1d8a029) AuthConfig (3caab18d7d19c1b2bb942b3f8e4cdaea7c105f94deeb0879926196b5ba6fd14d) AuthConfig (b700bb0f735bf6c7d925234fa9466210f190efba5f79245395acb87936b790a5) AuthConfig (fe9f0e7f97483da84913729fa6b66eeee0a0086ca863344eac4abf285c4c5e90) AuthConfig (e9857c32376c9c6b54fec1f04d36a835be6022c99a0f5365da3c03fa96950195) AuthConfig (4b5479ba1e161664b1b9a86dfac17d5e6974ed40da2bd6979c18659526dc40d3) AuthConfig (5b8a20aaad014734c33ca78690225d12a55e568634124a97dfdced28098e44cf) AuthConfig (a38c75b393b831a04d171affd6e62805917cef081bc95964b8feef43b2c51063) AuthConfig (e4f3ec56dd3475994b4f3bf78e77ee15748903315641d89860f9a79a98fd51e9) AuthConfig (3d4e7921d186b26408ce2203b87f48b7eebcd1a3902651d7a8c96dba6f89a236) AuthConfig (37c388781a5912c11d70a712338d84cb06f362eab12043ae41e2035bde0968a2) AuthConfig (e71e52af2da655fd9d71e4dbf569f94e07690ae78627b0022b6c1cf41a94c59d) AuthConfig (f69e38847f8060b541852d4550d1f61c8d4056592fc7e4335d26b20319ef3dcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"65bf4d45-b591-4e22-b986-17f4e11238d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:40.951705982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c102879e95ce50ac27600f785bbdab15578f2f9f28cb44167c521f2ccb86536f) AuthConfig (b589f35941dfd2f5619aed27795ed40bbfc8d9639b05b0893508a73e0c2c65ef) AuthConfig (3cc1661788234d9dd30fc3a2c3ed95aff068dfeaef33911d78f79c6467087f7c) AuthConfig (ca19f001956e71f5cf52997235aa2045d34925e3fa1beed90225392438654aeb) AuthConfig (daa330efa78cdd0e315db6dcff497db2dd37cc03a262d5fdc7d79d119f56572d) AuthConfig (e0d0e0a2760adeb8eaa47fc7d44f01d0caf159668874c2ffbb26cb00f795084b) AuthConfig (c91bde246f49fa63d3539a800769e917d6af156363e3eee3b81c2127d7363503) AuthConfig (6f477f8d229336fd980981251215cbdf1db145e463583b2b3a6ea725854d889a) AuthConfig (111f4fd3670aac4f894ef7fd96c0e6aed3eb218a3762eb47481ef4c104371292) AuthConfig (c3df9ae089c887aa4a971808ddc021108b2498d4486ad82e16acc3c72cb8ab0c) AuthConfig (5cc1dbdab649388858dddb9b0ebd630a731706e824a2768997b86cff3db73c3a) AuthConfig (ae6d54116aa730a68ad4d9d2d892091c2ee8cc9985bd31384295b347aa145b4f) AuthConfig (b74789ae2412474fa7c9ea94765bc6ec71343a2e11555e8a7cfe04ae2cc29709) AuthConfig (332f5550d451cb9affec65f3299cda8699b83257697ae9415946c5f5358e1411) AuthConfig (2dad3e47e01835fa387b0120afb29599581b402183a8d76285ace7c9e937ca4c) AuthConfig (9e36e98698d25e261f2aac1ed6a5272404b5614b809fba68cd949d2b03cff138) AuthConfig (22237c301170d5907c65ec4bc74ddb703c7f383b29fe41bec70ac4940cc58b1b) AuthConfig (d81f4c6e3d80bfadeacc849a3435e333531773b4af42bee87e96f537b1d8a029) AuthConfig (3caab18d7d19c1b2bb942b3f8e4cdaea7c105f94deeb0879926196b5ba6fd14d) AuthConfig (b700bb0f735bf6c7d925234fa9466210f190efba5f79245395acb87936b790a5) AuthConfig (fe9f0e7f97483da84913729fa6b66eeee0a0086ca863344eac4abf285c4c5e90) AuthConfig (e9857c32376c9c6b54fec1f04d36a835be6022c99a0f5365da3c03fa96950195) AuthConfig (4b5479ba1e161664b1b9a86dfac17d5e6974ed40da2bd6979c18659526dc40d3) AuthConfig (5b8a20aaad014734c33ca78690225d12a55e568634124a97dfdced28098e44cf) AuthConfig (a38c75b393b831a04d171affd6e62805917cef081bc95964b8feef43b2c51063) AuthConfig (e4f3ec56dd3475994b4f3bf78e77ee15748903315641d89860f9a79a98fd51e9) AuthConfig (3d4e7921d186b26408ce2203b87f48b7eebcd1a3902651d7a8c96dba6f89a236) AuthConfig (37c388781a5912c11d70a712338d84cb06f362eab12043ae41e2035bde0968a2) AuthConfig (e71e52af2da655fd9d71e4dbf569f94e07690ae78627b0022b6c1cf41a94c59d) AuthConfig (f69e38847f8060b541852d4550d1f61c8d4056592fc7e4335d26b20319ef3dcf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"2822d7c5-205d-4147-a3c8-d9b1dc933b10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:44.736777439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"46003f4b-ff44-4e79-a8ce-3b9fc4fbe906","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:44.769735048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"3940de73-1dfb-4477-9746-2e956537ad49","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:45.6614391Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:46.24844071Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-active-sub","reconcileID":"cc133dd5-ceaf-4cab-a4b9-db3e81672e0e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:46.298525062Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-active-sub","reconcileID":"cc133dd5-ceaf-4cab-a4b9-db3e81672e0e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e57216/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:46.347014334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"2d8c12bd-6a62-4edc-a0d5-889e492e1537","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:46.36635961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"69c2270e-ea40-4b10-9a04-2a336ddd3890","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:46.411865598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2b4f9224-b12e-4a6e-bbb5-9642ffb8b2f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:46.411876153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-active-auth","reconcileID":"eaa61c5e-9b15-49e5-bfc8-21058a53470c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:46.41260829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"797d7e19-7a8b-4916-a27f-26ceebfda7c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:46.431842602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2b4f9224-b12e-4a6e-bbb5-9642ffb8b2f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:46.432984373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"797d7e19-7a8b-4916-a27f-26ceebfda7c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:46.434056937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-active-auth","reconcileID":"eaa61c5e-9b15-49e5-bfc8-21058a53470c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:46.531487379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"ffb1077c-0162-4aa5-b37d-f16cd78424c8","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:46.564996595Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-active-auth","reconcileID":"2604b3bc-d5a0-4324-baf2-b58b7f2bcb2c","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:46.709306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"6a587798-91c0-485b-b2d2-26dbd7c5588c","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:47.740760662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"6a497fb7-9f25-441c-99c9-6b2c7d672136","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:47.759893221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"112cc234-fa07-461c-a46c-98de9895b9ef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:47.804365261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-auth","reconcileID":"51a1a8b7-7105-4163-bb3d-5087276fd6f1","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:47.823753299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-auth","reconcileID":"51a1a8b7-7105-4163-bb3d-5087276fd6f1","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:47.903942115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"373b6103-a662-483b-bddd-77bed1179981","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:47.945676747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-auth","reconcileID":"56f21580-6f8f-45f5-8183-654cf94951a2","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:47.953624687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"15eb60f8-a520-4573-acd2-d68149005194","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:47.964805969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-auth","reconcileID":"56f21580-6f8f-45f5-8183-654cf94951a2","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:47.971527498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"8eaa7352-c44e-4ef0-baee-bdd538d906c5","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:47.985268763Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-sub","reconcileID":"6ed08ea5-3a73-4b43-8a26-d90c5b963ce4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.024097969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"591b2a87-ab50-4026-b806-33d36768556c","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.041651534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"619cc79f-6060-45fa-b2d3-a9b17d92d466","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.046062148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2244d9c5-6843-42d0-b0bb-f6026bf47ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.046066572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"70f34075-7084-4efb-84c8-38ab8863c119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.047872045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-auth","reconcileID":"4f4021bf-d031-42d9-a71b-789c5e7c355b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.065603835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"70f34075-7084-4efb-84c8-38ab8863c119","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.065638703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2244d9c5-6843-42d0-b0bb-f6026bf47ad1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.067922248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-auth","reconcileID":"4f4021bf-d031-42d9-a71b-789c5e7c355b","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.105763876Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-sub","reconcileID":"81ff51a9-e677-4389-b4e4-628480914d08","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e57216/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w0-e57216/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.105942979Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-sub","reconcileID":"81ff51a9-e677-4389-b4e4-628480914d08","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-e57216/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.171860219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"80d8e04c-6ff3-43fd-95d3-01f9ad4f6668","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.186604798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"17eaae2f-0ca6-4d61-892c-51490c3d2058","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.241340094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"a1a3da9d-2dd3-431f-9854-9301debb4cdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.241340091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-auth","reconcileID":"29d54a71-b02c-4b48-8b95-cf7f6846a56f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.241579284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"f13c3b49-e521-44f7-80cb-e0055b0a8030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.261194126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-auth","reconcileID":"29d54a71-b02c-4b48-8b95-cf7f6846a56f","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.262445612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"a1a3da9d-2dd3-431f-9854-9301debb4cdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.263343024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"f13c3b49-e521-44f7-80cb-e0055b0a8030","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.285699714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-sub","reconcileID":"71eacfe8-dd85-40b1-ba65-be0f0f0067da","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:48.285804734Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-sub","reconcileID":"71eacfe8-dd85-40b1-ba65-be0f0f0067da","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-e57216/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:49.860685754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"7c2af153-e4c8-46cb-8849-c303c7f3b3f6","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:49.893516267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"46ff9c7d-ac71-403b-9a94-2654e6e233e5","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:50.654624862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"1bf82ea2-a27e-4366-a420-75dc4033dad6","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:50.696424694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"30316f0c-44ce-4f25-9743-c08834868971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:50.696457007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-auth","reconcileID":"30509888-5e02-425f-94bf-65f5cf4d8af3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:50.696743361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"1e621270-95f3-45bc-8907-85c4e53dbd3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:50.718593205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"1e621270-95f3-45bc-8907-85c4e53dbd3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:50.71951017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-auth","reconcileID":"30509888-5e02-425f-94bf-65f5cf4d8af3","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:50.720779104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"30316f0c-44ce-4f25-9743-c08834868971","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:50.995514084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"235927dd-8fc1-4910-b820-e26cc429977c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:50.995555537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"7cb5a95c-d68a-47cd-ab66-9d3ee9586129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:51.01742135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"235927dd-8fc1-4910-b820-e26cc429977c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:51.017756775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"7cb5a95c-d68a-47cd-ab66-9d3ee9586129","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:51.198300159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"41b22121-0025-4af8-8871-3ddcba51da8f","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:51.205906924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"c75cc0e3-707d-47a5-abcd-f038e0b839bc","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:52.996683942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"f979853d-14b3-4d05-855c-d336b1ca8120","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:55.619396209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"9fffd974-bff9-4b43-a674-9166c9480ffc","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:55.734311034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"c201c242-dabe-4b29-984d-b9b41340081c","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:55.754109114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"3f174576-80f8-4c66-b772-e549c6f72183","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:55.796304831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-bulk-sub-6d3d0858-auth","reconcileID":"31bcbbf3-4521-453a-9bc6-2ecad32d674e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:55.815708001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-bulk-sub-6d3d0858-auth","reconcileID":"31bcbbf3-4521-453a-9bc6-2ecad32d674e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:55.936887698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"6bae383f-0ac8-4cc7-8209-d803d993b06d","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:55.954912604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"cf8d2891-4f05-4cca-9d4a-cfe99cb36f1c","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:55.970719852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-6d3d0858","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-bulk-sub-6d3d0858","reconcileID":"09d17675-7f03-429f-9811-e323a8e358ae","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-6d3d0858\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:55.984999862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"216bd311-8877-4744-a2b5-17ec25bea725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:55.985070623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"4442056f-60ee-4dea-b994-c019bc45c015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:55.985750095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"c39e5056-b14e-49e3-852c-d034bf0dedc8","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:56.004629638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"216bd311-8877-4744-a2b5-17ec25bea725","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:56.005314359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"4442056f-60ee-4dea-b994-c019bc45c015","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:56.013061525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"b9ef881d-b67a-409d-9b4b-687227b85446","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:56.032670048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"b19c33b5-cc9a-49f9-b6e7-a2b0cc6a11a7","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:56.080699805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-bulk-sub-6d3d0858-auth","reconcileID":"c038609d-7058-431f-988a-01dc2cd7b997","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:56.099504434Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-6d3d0858","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-bulk-sub-6d3d0858","reconcileID":"d1706893-b0ed-4eeb-bc6f-41799b34e7eb","MaaSSubscription":{"name":"e2e-bulk-sub-6d3d0858","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/e2e-bulk-sub-6d3d0858","ai-tenant-e2e-worker-w1-99dfb0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:56.103788321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-bulk-sub-6d3d0858-auth","reconcileID":"c038609d-7058-431f-988a-01dc2cd7b997","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:56.154908694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"960d518c-d5bf-4f00-9de9-5f5fe39a1bad","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:56.178992089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"269c7d1c-8794-434c-bf47-fdb652c0b37a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:56.208337478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7af16e78-68b8-44e5-8fcc-ea84a1a8d69e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:56.20837742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"cc02ba1a-585b-4041-bab6-8bbc8144f724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:56.23001758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"cc02ba1a-585b-4041-bab6-8bbc8144f724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:56.230031243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7af16e78-68b8-44e5-8fcc-ea84a1a8d69e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:56.276576157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-6d3d0858","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-bulk-sub-6d3d0858","reconcileID":"460f7ca3-e04a-4b7e-af07-aab9e14f397c","MaaSSubscription":{"name":"e2e-bulk-sub-6d3d0858","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:56.279016915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-bulk-sub-6d3d0858-auth","reconcileID":"c038609d-7058-431f-988a-01dc2cd7b997","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-bulk-sub-6d3d0858-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:56.324424006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-bulk-sub-6d3d0858-auth","reconcileID":"fc7ea6be-a9ef-4d55-b843-832a83c17673","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:56.343733978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-bulk-sub-6d3d0858-auth","reconcileID":"fc7ea6be-a9ef-4d55-b843-832a83c17673","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.287105198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"3cefa6e4-061a-4a8d-a663-e4c9d3e482da","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.445053995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"265c9b54-5daf-40d7-a3fc-0703e66213b9","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.467417496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"59cecb9b-2809-4505-a8a3-c277b65432f1","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.480893895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"41b978ad-011f-433f-b03e-796790ee2252","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:57.482719348Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-2077b4/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.49812835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"7281f35a-a343-4e97-b8e8-7e2a7990e288","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.560308969Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"ebdd7ec2-9485-44a0-8346-fc42949bf843","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-simulator-w5-2077b4","model":"simulator-w5-2077b4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-2077b4/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.608960146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"bde8f77c-dce9-4337-9219-e61b7f484127","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.633401123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"826d4aa9-465c-4679-8874-76212b939fcb","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.65589959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"ba418cd3-ad95-4421-87cf-5ad145e810ba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-simulator-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.656092434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"78fd3de8-42de-4d40-bdd6-5ef0bb31488a","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:57.671908148Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"78fd3de8-42de-4d40-bdd6-5ef0bb31488a","name":"simulator-w5-2077b4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w5-2077b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:57.671978126Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"78fd3de8-42de-4d40-bdd6-5ef0bb31488a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w5-2077b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.677282826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"5a42ed95-4bc6-4b48-9cb4-7e15b6cfd95d","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.681952591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"0cc5604b-e9f0-4804-9181-41bc1cafde5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.734134901Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"0cc5604b-e9f0-4804-9181-41bc1cafde5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.753699294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"f7185352-c8bd-485b-9c8e-6c9f1c3e2148","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-simulator-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.757679246Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"0cc5604b-e9f0-4804-9181-41bc1cafde5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.775481472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"7f5d9854-3f42-4fd8-824f-c6a7872cf205","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.803407367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f17a18e6-e23d-4c5c-bab5-2f26c5404d54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.823146992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f17a18e6-e23d-4c5c-bab5-2f26c5404d54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.827938258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"caeb04da-91e2-43de-9049-32e84c5aba15","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.84125869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f17a18e6-e23d-4c5c-bab5-2f26c5404d54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.847102968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"26450351-b17f-4ddc-ba71-aa502a884cc6","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:57.860248134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"de52612f-b224-45b4-8d2a-b10d6ae4b6bc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.867413365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"ab6f76d1-37a1-4653-be4e-a0c4fb778059","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.900458984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"2a505597-bb21-448d-a32e-9c0b46ad28a6","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.904096448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"fb32e638-cd19-456f-84ae-5d7794aa17a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.919954243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"c470cf57-a0d8-4a8a-ab29-7305e8f7f5dc","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.924656519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"fb32e638-cd19-456f-84ae-5d7794aa17a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.942885746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"fb32e638-cd19-456f-84ae-5d7794aa17a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:57.982253304Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"834eddea-fb3b-46a9-96bb-2a108de523dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"premium-w5-2077b4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-2077b4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.005262748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"74745955-98c6-4148-bbb2-02bdfb6a5a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.025476279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"74745955-98c6-4148-bbb2-02bdfb6a5a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.033757527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"a81cd8e9-c3e8-4543-ad40-c29dc0fbab69","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.03641941Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"5d2517c7-1487-467f-a13c-591cc5c9028f","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.04341256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"74745955-98c6-4148-bbb2-02bdfb6a5a50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.059111192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"73516c82-03de-44b0-bd4d-cab493f0e564","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:58.078463495Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"73516c82-03de-44b0-bd4d-cab493f0e564","name":"premium-w5-2077b4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w5-2077b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:53:58.07852836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"73516c82-03de-44b0-bd4d-cab493f0e564","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w5-2077b4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.078663697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"393e1523-e6eb-49ea-acf0-b6fde5011f90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.083787581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"9171747d-f51f-4c53-9870-b0134e858d6b","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.119752233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"737c6b40-28de-4625-9a47-40e962a7782d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.119940326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"b9287d57-d3f8-4ab2-a846-be5567409667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.14052223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"b9287d57-d3f8-4ab2-a846-be5567409667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.140600061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"737c6b40-28de-4625-9a47-40e962a7782d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.158820643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"737c6b40-28de-4625-9a47-40e962a7782d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.159360866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"b9287d57-d3f8-4ab2-a846-be5567409667","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.178539281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"1265134c-ff01-4812-8ff5-eefa0343fba0","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.183016267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"8da24e0e-eb96-4a0b-bca3-33aed693dcd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.222399352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"85bcc53a-a231-4303-9e83-aa5c1f580ed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.242915413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"85bcc53a-a231-4303-9e83-aa5c1f580ed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:58.261512747Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"85bcc53a-a231-4303-9e83-aa5c1f580ed3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:59.293231618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"8b2f6de1-190e-4e0f-8256-4dad19845487","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:59.335673055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"52c2635a-a952-4435-a010-756d897c2177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:59.335917512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"d722f574-8f46-452a-be0f-529e26b9d641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:59.336023692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-bulk-sub-6d3d0858-auth","reconcileID":"750063d5-4d2b-402e-96ab-8f9099527619","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:59.356698672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"52c2635a-a952-4435-a010-756d897c2177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:59.356824968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-bulk-sub-6d3d0858-auth","reconcileID":"750063d5-4d2b-402e-96ab-8f9099527619","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:53:59.3590195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"d722f574-8f46-452a-be0f-529e26b9d641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:00.703636414Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-sub","reconcileID":"3d64a68e-b941-4a2b-9c6f-a1270f700b47","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:00.754482968Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-sub","reconcileID":"3d64a68e-b941-4a2b-9c6f-a1270f700b47","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e57216/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:00.754515288Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-sub","reconcileID":"3d64a68e-b941-4a2b-9c6f-a1270f700b47","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:00.754654069Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-sub","reconcileID":"3d64a68e-b941-4a2b-9c6f-a1270f700b47","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-e57216/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:00.808927401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"3269779b-9b5f-4125-81bc-ba3d28914783","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:00.845363998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"4a65d12a-9b43-45a6-9601-ced63e4a347f","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:00.866752925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"5e8fa0e3-e753-40c0-90da-64a7ab305a91","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:00.889705022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"3eca8551-3e5a-4ed4-9be7-4d3db686e7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:00.889704839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-auth","reconcileID":"a3f07a22-280f-4bb6-80ea-b492f7c37bc8","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:00.889892207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"8d5b6b4d-c1f7-42cc-94a9-3e77c5391d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:00.909395936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-auth","reconcileID":"a3f07a22-280f-4bb6-80ea-b492f7c37bc8","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:00.909416711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"3eca8551-3e5a-4ed4-9be7-4d3db686e7a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:00.911831842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"8d5b6b4d-c1f7-42cc-94a9-3e77c5391d07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:00.990410695Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-degraded-auth","reconcileID":"a3dfe79c-b80f-4260-a2ed-bffc90210f15","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:00.990507357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"e3bf399f-2374-47b2-bf2a-ef1da1399746","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:01.071434149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"22e59c12-26cc-4a46-807f-2564a852dbb5","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.051611918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"fadc30e3-f77b-4c7d-a7de-f3a6ee881989","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.127025437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"35f21ae6-2e43-4495-b4f2-e5d8ae28e32b","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.170029602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-failed-auth","reconcileID":"8eb710ae-f4bd-4f44-bbfc-b77fb6db37f7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.189135178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-failed-auth","reconcileID":"8eb710ae-f4bd-4f44-bbfc-b77fb6db37f7","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.268998917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"e70630cd-55ca-4b36-b7cf-e60840649441","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.311230382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-failed-auth","reconcileID":"37e4e541-5a83-43b6-b58f-02e800c32b8f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.331697215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-failed-auth","reconcileID":"37e4e541-5a83-43b6-b58f-02e800c32b8f","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:02.455831353Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-failed-sub","reconcileID":"59fe7433-554b-4495-8944-5e1a11615bbd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.464090819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"9c4cba6a-ab74-47ae-af09-d18f82da4357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.46409811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"27e3c49f-b1b8-45ac-be2c-a73873658802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.464455449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-failed-auth","reconcileID":"3a63f268-3372-4f32-912e-5b1900f79e8e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.483654777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"27e3c49f-b1b8-45ac-be2c-a73873658802","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.48386904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-failed-auth","reconcileID":"3a63f268-3372-4f32-912e-5b1900f79e8e","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.485830109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"9c4cba6a-ab74-47ae-af09-d18f82da4357","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.654720798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-failed-auth","reconcileID":"c59c7b64-f063-4fee-96d8-d1ad03e8a173","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.654756621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"73a106b2-40e5-49f0-b669-6a341422bf95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.669032001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"15f4edb7-a7e2-4f59-ad11-a08d7af6b152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.67449448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-failed-auth","reconcileID":"c59c7b64-f063-4fee-96d8-d1ad03e8a173","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.67462364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"73a106b2-40e5-49f0-b669-6a341422bf95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.68813098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"15f4edb7-a7e2-4f59-ad11-a08d7af6b152","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.913791772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"15065569-9dea-4e8c-a124-02ca01c16219","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.94382538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"4187e41a-a1c4-48d5-8a75-db5e6023ac7a","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.999381463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"e72fda5f-23ff-42eb-baf1-eec8ea3295bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.999537882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-failed-auth","reconcileID":"e75ae2d6-9d60-48c2-80bd-b3d1fb712b78","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:02.99972288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"31357dce-a465-4d27-9ee1-efec11a19f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:03.019131584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-failed-auth","reconcileID":"e75ae2d6-9d60-48c2-80bd-b3d1fb712b78","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:03.0191446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"31357dce-a465-4d27-9ee1-efec11a19f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:03.021298426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"e72fda5f-23ff-42eb-baf1-eec8ea3295bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.000705233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"d8a7ec02-993e-44b2-a90a-e74660164453","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.060425694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"523de28a-6481-4ac6-a627-5e29da2bbef1","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.169841986Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"69f0d531-bab7-44be-970f-3abba8e2b064","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-simulator-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.257161532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"c6d4c57d-0840-4b83-a927-cdc9690b45aa","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.269080631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"b5028372-8552-4c7b-a265-43ab07a987ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.269168943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"0f3e2174-15ea-4a35-8e60-7706f9e07641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.288741182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"0f3e2174-15ea-4a35-8e60-7706f9e07641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.288932758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"b5028372-8552-4c7b-a265-43ab07a987ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.307413744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dea4ab0c185b3a423c9fff3d8d5990d0767f61f92fd069202f2ff9176a08802) AuthConfig (280418099d403d1ad6eba37b175f23880989f860d91af70d060568e4fe554854) AuthConfig (1970d72fdbf27674c19ec1c85227cbc97636f155d13008386871e3b420802ab4) AuthConfig (c7bb2f8d1ae9bfc4ed02983c1faf8ece706e044fba84c8d3cdcc7827a312b432) AuthConfig (e1c807ef6799eaaefbadaa5cffb39b35dad57c09608768434134369ecdc8496e) AuthConfig (a6fb36f3632be1b4967a9d7ef785f79498439492432993337bd238e6f3dad94d) AuthConfig (f66f36c751c0db2a94bb864360799325b4b5c38ae2bc3e986f6e77b03249ce0e) AuthConfig (2c19262ed790906f19a7abd76b10070d41648b702d74446a4d63dddd73160d3d) AuthConfig (4c6132336beb7f0a0f97c2a577c1e597fd96e18feef3425a2d8e11608ecbefb1) AuthConfig (a9a5198f927cad314e85075380bbc3970a5263f9951a78c356082ab23eec12a3) AuthConfig (88d7b41d8972389a8e807d2cc6f9b9066d7bd6a20364de1e025b557e45b68193) AuthConfig (a4cb340bfad485dc599fecc22d2a76f5f4e621ccbf872842dd448997f6dc688e) AuthConfig (eca83d5af96eee12a3595e6fc7721c6a1b05da16587ef28535401a073309d0e1) AuthConfig (d9b0a5296f1491af4491e8e11fdc0b228bf4157b825f98fed752afcebb1a683c) AuthConfig (ec47e184cecfe0fcc7904a5bb70c7d07a7ac6da9b8c6fabf881764ff296728ce) AuthConfig (b87d4d8bebacfd645bc6b70f19982ff68ad61e38a74f33ec64ad28a3d8ed1083) AuthConfig (b0f485c0f88338a43a31b2877a97a7ecf12ab6e703fbde919d0b95ea33d55770) AuthConfig (b59eb61758431bb857787e50f747d8dfd29f22ff9f6b11c933e0a10b57f78de4) AuthConfig (561f10f4ab8c82b578309b987c94826f64f9639028fd9680c0b9f065b18bdf1d) AuthConfig (f4d3ab9e13863dda8db6279df7382b7be666e21f9b5a569b4f4c5a884a398487) AuthConfig (109706469a5835505fc7a9a45ce9e80ed5cd7c97dcd142a4d85cdb172cbed746) AuthConfig (fc6cfd55a40a0910606cd4f20252238c573182b04c79ba81746af3a79c1d1507) AuthConfig (9414ef62543d448ae3a4d549f4712ee1e043b91a5ec7b2d4e20869f8313dfc5d) AuthConfig (5efbbe802d135b632ff4317b76b350c72005a521366ef184dbc01f43f511f5c5) AuthConfig (2b0aeb9ac1c1c1f4f3cc2231eff80a671a615b78f29a3ebe41c4667bd630bc52) AuthConfig (b040f2614a9c04c697ebfd04fd549e56e0a88438d73f7e003241cd990d789b78) AuthConfig (49abfc039460fe89cf8fad61d0b03aa5dda9b62f14c012bbd27508091fe7d83e) AuthConfig (203bcb74bf75051a3d2fe3111beff444dbafe53ddedda86f7a158cbdd8422667) AuthConfig (164c736fab65378a48eff2b738244469f5fd3908a6002edac888b30e667e0eb5) AuthConfig (7feeb5ab0a60730be67ab1de9c493d11aa525edbfdee50454221ced54a41daff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"b5028372-8552-4c7b-a265-43ab07a987ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.307949959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dea4ab0c185b3a423c9fff3d8d5990d0767f61f92fd069202f2ff9176a08802) AuthConfig (280418099d403d1ad6eba37b175f23880989f860d91af70d060568e4fe554854) AuthConfig (1970d72fdbf27674c19ec1c85227cbc97636f155d13008386871e3b420802ab4) AuthConfig (c7bb2f8d1ae9bfc4ed02983c1faf8ece706e044fba84c8d3cdcc7827a312b432) AuthConfig (e1c807ef6799eaaefbadaa5cffb39b35dad57c09608768434134369ecdc8496e) AuthConfig (a6fb36f3632be1b4967a9d7ef785f79498439492432993337bd238e6f3dad94d) AuthConfig (f66f36c751c0db2a94bb864360799325b4b5c38ae2bc3e986f6e77b03249ce0e) AuthConfig (2c19262ed790906f19a7abd76b10070d41648b702d74446a4d63dddd73160d3d) AuthConfig (4c6132336beb7f0a0f97c2a577c1e597fd96e18feef3425a2d8e11608ecbefb1) AuthConfig (a9a5198f927cad314e85075380bbc3970a5263f9951a78c356082ab23eec12a3) AuthConfig (88d7b41d8972389a8e807d2cc6f9b9066d7bd6a20364de1e025b557e45b68193) AuthConfig (a4cb340bfad485dc599fecc22d2a76f5f4e621ccbf872842dd448997f6dc688e) AuthConfig (eca83d5af96eee12a3595e6fc7721c6a1b05da16587ef28535401a073309d0e1) AuthConfig (d9b0a5296f1491af4491e8e11fdc0b228bf4157b825f98fed752afcebb1a683c) AuthConfig (ec47e184cecfe0fcc7904a5bb70c7d07a7ac6da9b8c6fabf881764ff296728ce) AuthConfig (b87d4d8bebacfd645bc6b70f19982ff68ad61e38a74f33ec64ad28a3d8ed1083) AuthConfig (b0f485c0f88338a43a31b2877a97a7ecf12ab6e703fbde919d0b95ea33d55770) AuthConfig (b59eb61758431bb857787e50f747d8dfd29f22ff9f6b11c933e0a10b57f78de4) AuthConfig (561f10f4ab8c82b578309b987c94826f64f9639028fd9680c0b9f065b18bdf1d) AuthConfig (f4d3ab9e13863dda8db6279df7382b7be666e21f9b5a569b4f4c5a884a398487) AuthConfig (109706469a5835505fc7a9a45ce9e80ed5cd7c97dcd142a4d85cdb172cbed746) AuthConfig (fc6cfd55a40a0910606cd4f20252238c573182b04c79ba81746af3a79c1d1507) AuthConfig (9414ef62543d448ae3a4d549f4712ee1e043b91a5ec7b2d4e20869f8313dfc5d) AuthConfig (5efbbe802d135b632ff4317b76b350c72005a521366ef184dbc01f43f511f5c5) AuthConfig (2b0aeb9ac1c1c1f4f3cc2231eff80a671a615b78f29a3ebe41c4667bd630bc52) AuthConfig (b040f2614a9c04c697ebfd04fd549e56e0a88438d73f7e003241cd990d789b78) AuthConfig (49abfc039460fe89cf8fad61d0b03aa5dda9b62f14c012bbd27508091fe7d83e) AuthConfig (203bcb74bf75051a3d2fe3111beff444dbafe53ddedda86f7a158cbdd8422667) AuthConfig (164c736fab65378a48eff2b738244469f5fd3908a6002edac888b30e667e0eb5) AuthConfig (7feeb5ab0a60730be67ab1de9c493d11aa525edbfdee50454221ced54a41daff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"0f3e2174-15ea-4a35-8e60-7706f9e07641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.327600997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"bc8348f2-5e65-493a-8c47-03674c5237fe","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.330450169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"0eebc9a2-bf04-4db0-a694-c83df8c95354","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.374300684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"20931531-4118-444b-88e0-787ae04a2c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.374384026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f4eb40d9-542e-4d86-8fdd-3d2c1fe5d812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.39680806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f4eb40d9-542e-4d86-8fdd-3d2c1fe5d812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.397027423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"20931531-4118-444b-88e0-787ae04a2c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.415224562Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dea4ab0c185b3a423c9fff3d8d5990d0767f61f92fd069202f2ff9176a08802) AuthConfig (280418099d403d1ad6eba37b175f23880989f860d91af70d060568e4fe554854) AuthConfig (1970d72fdbf27674c19ec1c85227cbc97636f155d13008386871e3b420802ab4) AuthConfig (c7bb2f8d1ae9bfc4ed02983c1faf8ece706e044fba84c8d3cdcc7827a312b432) AuthConfig (e1c807ef6799eaaefbadaa5cffb39b35dad57c09608768434134369ecdc8496e) AuthConfig (a6fb36f3632be1b4967a9d7ef785f79498439492432993337bd238e6f3dad94d) AuthConfig (f66f36c751c0db2a94bb864360799325b4b5c38ae2bc3e986f6e77b03249ce0e) AuthConfig (2c19262ed790906f19a7abd76b10070d41648b702d74446a4d63dddd73160d3d) AuthConfig (4c6132336beb7f0a0f97c2a577c1e597fd96e18feef3425a2d8e11608ecbefb1) AuthConfig (a9a5198f927cad314e85075380bbc3970a5263f9951a78c356082ab23eec12a3) AuthConfig (88d7b41d8972389a8e807d2cc6f9b9066d7bd6a20364de1e025b557e45b68193) AuthConfig (a4cb340bfad485dc599fecc22d2a76f5f4e621ccbf872842dd448997f6dc688e) AuthConfig (eca83d5af96eee12a3595e6fc7721c6a1b05da16587ef28535401a073309d0e1) AuthConfig (d9b0a5296f1491af4491e8e11fdc0b228bf4157b825f98fed752afcebb1a683c) AuthConfig (ec47e184cecfe0fcc7904a5bb70c7d07a7ac6da9b8c6fabf881764ff296728ce) AuthConfig (b87d4d8bebacfd645bc6b70f19982ff68ad61e38a74f33ec64ad28a3d8ed1083) AuthConfig (b0f485c0f88338a43a31b2877a97a7ecf12ab6e703fbde919d0b95ea33d55770) AuthConfig (b59eb61758431bb857787e50f747d8dfd29f22ff9f6b11c933e0a10b57f78de4) AuthConfig (561f10f4ab8c82b578309b987c94826f64f9639028fd9680c0b9f065b18bdf1d) AuthConfig (f4d3ab9e13863dda8db6279df7382b7be666e21f9b5a569b4f4c5a884a398487) AuthConfig (109706469a5835505fc7a9a45ce9e80ed5cd7c97dcd142a4d85cdb172cbed746) AuthConfig (fc6cfd55a40a0910606cd4f20252238c573182b04c79ba81746af3a79c1d1507) AuthConfig (9414ef62543d448ae3a4d549f4712ee1e043b91a5ec7b2d4e20869f8313dfc5d) AuthConfig (5efbbe802d135b632ff4317b76b350c72005a521366ef184dbc01f43f511f5c5) AuthConfig (2b0aeb9ac1c1c1f4f3cc2231eff80a671a615b78f29a3ebe41c4667bd630bc52) AuthConfig (b040f2614a9c04c697ebfd04fd549e56e0a88438d73f7e003241cd990d789b78) AuthConfig (49abfc039460fe89cf8fad61d0b03aa5dda9b62f14c012bbd27508091fe7d83e) AuthConfig (203bcb74bf75051a3d2fe3111beff444dbafe53ddedda86f7a158cbdd8422667) AuthConfig (164c736fab65378a48eff2b738244469f5fd3908a6002edac888b30e667e0eb5) AuthConfig (7feeb5ab0a60730be67ab1de9c493d11aa525edbfdee50454221ced54a41daff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f4eb40d9-542e-4d86-8fdd-3d2c1fe5d812","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.415467048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dea4ab0c185b3a423c9fff3d8d5990d0767f61f92fd069202f2ff9176a08802) AuthConfig (280418099d403d1ad6eba37b175f23880989f860d91af70d060568e4fe554854) AuthConfig (1970d72fdbf27674c19ec1c85227cbc97636f155d13008386871e3b420802ab4) AuthConfig (c7bb2f8d1ae9bfc4ed02983c1faf8ece706e044fba84c8d3cdcc7827a312b432) AuthConfig (e1c807ef6799eaaefbadaa5cffb39b35dad57c09608768434134369ecdc8496e) AuthConfig (a6fb36f3632be1b4967a9d7ef785f79498439492432993337bd238e6f3dad94d) AuthConfig (f66f36c751c0db2a94bb864360799325b4b5c38ae2bc3e986f6e77b03249ce0e) AuthConfig (2c19262ed790906f19a7abd76b10070d41648b702d74446a4d63dddd73160d3d) AuthConfig (4c6132336beb7f0a0f97c2a577c1e597fd96e18feef3425a2d8e11608ecbefb1) AuthConfig (a9a5198f927cad314e85075380bbc3970a5263f9951a78c356082ab23eec12a3) AuthConfig (88d7b41d8972389a8e807d2cc6f9b9066d7bd6a20364de1e025b557e45b68193) AuthConfig (a4cb340bfad485dc599fecc22d2a76f5f4e621ccbf872842dd448997f6dc688e) AuthConfig (eca83d5af96eee12a3595e6fc7721c6a1b05da16587ef28535401a073309d0e1) AuthConfig (d9b0a5296f1491af4491e8e11fdc0b228bf4157b825f98fed752afcebb1a683c) AuthConfig (ec47e184cecfe0fcc7904a5bb70c7d07a7ac6da9b8c6fabf881764ff296728ce) AuthConfig (b87d4d8bebacfd645bc6b70f19982ff68ad61e38a74f33ec64ad28a3d8ed1083) AuthConfig (b0f485c0f88338a43a31b2877a97a7ecf12ab6e703fbde919d0b95ea33d55770) AuthConfig (b59eb61758431bb857787e50f747d8dfd29f22ff9f6b11c933e0a10b57f78de4) AuthConfig (561f10f4ab8c82b578309b987c94826f64f9639028fd9680c0b9f065b18bdf1d) AuthConfig (f4d3ab9e13863dda8db6279df7382b7be666e21f9b5a569b4f4c5a884a398487) AuthConfig (109706469a5835505fc7a9a45ce9e80ed5cd7c97dcd142a4d85cdb172cbed746) AuthConfig (fc6cfd55a40a0910606cd4f20252238c573182b04c79ba81746af3a79c1d1507) AuthConfig (9414ef62543d448ae3a4d549f4712ee1e043b91a5ec7b2d4e20869f8313dfc5d) AuthConfig (5efbbe802d135b632ff4317b76b350c72005a521366ef184dbc01f43f511f5c5) AuthConfig (2b0aeb9ac1c1c1f4f3cc2231eff80a671a615b78f29a3ebe41c4667bd630bc52) AuthConfig (b040f2614a9c04c697ebfd04fd549e56e0a88438d73f7e003241cd990d789b78) AuthConfig (49abfc039460fe89cf8fad61d0b03aa5dda9b62f14c012bbd27508091fe7d83e) AuthConfig (203bcb74bf75051a3d2fe3111beff444dbafe53ddedda86f7a158cbdd8422667) AuthConfig (164c736fab65378a48eff2b738244469f5fd3908a6002edac888b30e667e0eb5) AuthConfig (7feeb5ab0a60730be67ab1de9c493d11aa525edbfdee50454221ced54a41daff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"20931531-4118-444b-88e0-787ae04a2c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:07.431149506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"20931531-4118-444b-88e0-787ae04a2c97","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.485388524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"334225c5-f98a-4d9b-85de-0435357da2ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.511807151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"334225c5-f98a-4d9b-85de-0435357da2ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:07.530291614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dea4ab0c185b3a423c9fff3d8d5990d0767f61f92fd069202f2ff9176a08802) AuthConfig (280418099d403d1ad6eba37b175f23880989f860d91af70d060568e4fe554854) AuthConfig (1970d72fdbf27674c19ec1c85227cbc97636f155d13008386871e3b420802ab4) AuthConfig (c7bb2f8d1ae9bfc4ed02983c1faf8ece706e044fba84c8d3cdcc7827a312b432) AuthConfig (e1c807ef6799eaaefbadaa5cffb39b35dad57c09608768434134369ecdc8496e) AuthConfig (a6fb36f3632be1b4967a9d7ef785f79498439492432993337bd238e6f3dad94d) AuthConfig (f66f36c751c0db2a94bb864360799325b4b5c38ae2bc3e986f6e77b03249ce0e) AuthConfig (2c19262ed790906f19a7abd76b10070d41648b702d74446a4d63dddd73160d3d) AuthConfig (4c6132336beb7f0a0f97c2a577c1e597fd96e18feef3425a2d8e11608ecbefb1) AuthConfig (a9a5198f927cad314e85075380bbc3970a5263f9951a78c356082ab23eec12a3) AuthConfig (88d7b41d8972389a8e807d2cc6f9b9066d7bd6a20364de1e025b557e45b68193) AuthConfig (a4cb340bfad485dc599fecc22d2a76f5f4e621ccbf872842dd448997f6dc688e) AuthConfig (eca83d5af96eee12a3595e6fc7721c6a1b05da16587ef28535401a073309d0e1) AuthConfig (d9b0a5296f1491af4491e8e11fdc0b228bf4157b825f98fed752afcebb1a683c) AuthConfig (ec47e184cecfe0fcc7904a5bb70c7d07a7ac6da9b8c6fabf881764ff296728ce) AuthConfig (b87d4d8bebacfd645bc6b70f19982ff68ad61e38a74f33ec64ad28a3d8ed1083) AuthConfig (b0f485c0f88338a43a31b2877a97a7ecf12ab6e703fbde919d0b95ea33d55770) AuthConfig (b59eb61758431bb857787e50f747d8dfd29f22ff9f6b11c933e0a10b57f78de4) AuthConfig (561f10f4ab8c82b578309b987c94826f64f9639028fd9680c0b9f065b18bdf1d) AuthConfig (f4d3ab9e13863dda8db6279df7382b7be666e21f9b5a569b4f4c5a884a398487) AuthConfig (109706469a5835505fc7a9a45ce9e80ed5cd7c97dcd142a4d85cdb172cbed746) AuthConfig (fc6cfd55a40a0910606cd4f20252238c573182b04c79ba81746af3a79c1d1507) AuthConfig (9414ef62543d448ae3a4d549f4712ee1e043b91a5ec7b2d4e20869f8313dfc5d) AuthConfig (5efbbe802d135b632ff4317b76b350c72005a521366ef184dbc01f43f511f5c5) AuthConfig (2b0aeb9ac1c1c1f4f3cc2231eff80a671a615b78f29a3ebe41c4667bd630bc52) AuthConfig (b040f2614a9c04c697ebfd04fd549e56e0a88438d73f7e003241cd990d789b78) AuthConfig (49abfc039460fe89cf8fad61d0b03aa5dda9b62f14c012bbd27508091fe7d83e) AuthConfig (203bcb74bf75051a3d2fe3111beff444dbafe53ddedda86f7a158cbdd8422667) AuthConfig (164c736fab65378a48eff2b738244469f5fd3908a6002edac888b30e667e0eb5) AuthConfig (7feeb5ab0a60730be67ab1de9c493d11aa525edbfdee50454221ced54a41daff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"334225c5-f98a-4d9b-85de-0435357da2ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:08.966074653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"cd02cdef-08e4-4c18-8e4d-3d3d0a262378","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.1539924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"39c89401-0a9b-4166-a3e3-76ee25bcd229","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.198655194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"58cf8e1d-a534-472d-b3fd-fb78aa710bde","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:09.211570102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"290813d7-f215-43d4-82c0-6822425671b6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.252233599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"822c5614-a1ec-410b-9042-936c6b67e332","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.272473329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"d9b24029-f9ed-4bbe-a96e-f31026c5afe8","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.345220915Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-6d3d0858","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-bulk-sub-6d3d0858","reconcileID":"5ab90956-16c9-4cdb-832a-4c4ad3442cb3","MaaSSubscription":{"name":"e2e-bulk-sub-6d3d0858","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscription":"e2e-bulk-sub-6d3d0858","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.345784268Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"ef7b8c91-8fb5-463a-b633-4ed6045e1195","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"simulator-w3-32c192","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32c192/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.366356792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"6b86c9fc-d099-4db7-8b52-323e85ed55c8","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.389396435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"713d730a-385f-46bb-bf51-7474a5a06dd5","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.39649272Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-6d3d0858","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-bulk-sub-6d3d0858","reconcileID":"5ab90956-16c9-4cdb-832a-4c4ad3442cb3","MaaSSubscription":{"name":"e2e-bulk-sub-6d3d0858","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:09.405314698Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"713d730a-385f-46bb-bf51-7474a5a06dd5","name":"simulator-w3-32c192","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-32c192\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:09.405364053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"713d730a-385f-46bb-bf51-7474a5a06dd5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-32c192\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.405456884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"f50b12e7-89cd-41de-99e3-2fc3d3852fab","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.417627117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"6355f6d8-e374-4bf0-aab1-ed1d697a141f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.440588115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"e0182a64-3716-477a-98d5-6b7a1eed9328","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.441815871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"a14037f4-1f27-4c44-a55d-f3d670a59fa8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.46379287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"e911d6e9-9770-4949-824f-d1bf7ebc0d27","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.468820018Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"6355f6d8-e374-4bf0-aab1-ed1d697a141f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.484859607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"83f214af-d3b4-48e6-894d-6a2db085cf88","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.487797031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"6355f6d8-e374-4bf0-aab1-ed1d697a141f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:09.489159626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"a14037f4-1f27-4c44-a55d-f3d670a59fa8","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.505552789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"5fe79147-9ab4-41fb-8e5b-a8ce0d35de14","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.53167447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-bulk-sub-6d3d0858-auth","reconcileID":"65405bd8-2699-43ac-9082-c73de4a1f184","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.531810484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"454371d2-8e60-42f3-8025-74539c525d8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.532102566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4231d78a-abd0-4705-af4d-278441ee196b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.540264812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"d7da348d-895c-4a37-a942-044accb1ed8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.552858368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4231d78a-abd0-4705-af4d-278441ee196b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.552897718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"454371d2-8e60-42f3-8025-74539c525d8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.556213678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-bulk-sub-6d3d0858-auth","reconcileID":"65405bd8-2699-43ac-9082-c73de4a1f184","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.575255985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"b2611411-96f0-4d66-bd48-177847fbb4b1","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.594672115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"c9eb6d4a-ff29-4670-8767-b2072243899c","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:09.607249136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"9182578a-85ec-4bad-b5ea-b8798ae49adc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.618271849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"5ed4ea7c-cd41-4bc4-b700-5dac57a9eccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.626015302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"b316feeb-b498-4a23-b913-7c6647d93851","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.638664011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"5ed4ea7c-cd41-4bc4-b700-5dac57a9eccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.646239042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"751f1ccd-94ce-4aec-a346-18a31b2a69d0","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.657493776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"5ed4ea7c-cd41-4bc4-b700-5dac57a9eccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.665725635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"131d55f3-c69b-44d0-a72f-3b496ee4f0c7","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.68154094Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-bulk-sub-6d3d0858-auth","reconcileID":"2f52350c-6228-4168-903a-5cf66d69a17e","MaaSAuthPolicy":{"name":"e2e-bulk-sub-6d3d0858-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.718370012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"0fd3c46a-342a-4c8a-84bc-b20dc3410f3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.727116882Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"6d5c53f2-24e3-4f25-887b-cd4b3527e316","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"premium-w3-32c192","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32c192/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.729306235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"49d33697-8089-4c96-b63a-5e2a52fd8d4d","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.738519333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"0fd3c46a-342a-4c8a-84bc-b20dc3410f3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.756871178Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"0fd3c46a-342a-4c8a-84bc-b20dc3410f3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.778972693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"a97396cc-4379-4a63-90f6-f835f3ac8980","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.796491837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"e3183686-f4ba-4c41-9824-028c76577449","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.819128808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"883d7607-7909-4914-95e7-51ac588dfc58","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.821879295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"c25dd47d-e750-477e-9bd4-652a4087c61b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:09.835205799Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"883d7607-7909-4914-95e7-51ac588dfc58","name":"premium-w3-32c192","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-32c192\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:09.835255095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"883d7607-7909-4914-95e7-51ac588dfc58","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-32c192\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.84051617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"b54eafac-0b1f-49b4-9b84-0fb703e21467","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.857891927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"dd51499b-5a2d-4009-866f-9ce65604bca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.86066665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"8ed15c9a-5fd5-4788-bec3-2800420a3559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.8770722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"dd51499b-5a2d-4009-866f-9ce65604bca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.881674523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"8ed15c9a-5fd5-4788-bec3-2800420a3559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.895226347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"dd51499b-5a2d-4009-866f-9ce65604bca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.89940783Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"8ed15c9a-5fd5-4788-bec3-2800420a3559","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.912650043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"f1873201-9102-47f5-a9a0-969fab23bbbb","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.921821395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"0deb4b93-d9d9-4145-8a95-72b2ad294697","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.957568231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"d4c29a67-e294-4142-975b-3e48f8350e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.976521414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"d4c29a67-e294-4142-975b-3e48f8350e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:09.99492853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"d4c29a67-e294-4142-975b-3e48f8350e04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.591497926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"6d6c7457-02ea-48b8-9a8f-60f4d3aad84c","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.610557083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"674dace8-e601-425a-b56f-cce5fbd8c9f1","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.651899685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"5a1f403f-67cc-4904-b533-60790fce16f5","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.671003629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"5a1f403f-67cc-4904-b533-60790fce16f5","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.834735279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"8e0d1b78-b698-4194-b6c6-51cf213b4fc5","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.857276038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"b05ab7ed-3162-4875-b439-451864b232ee","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.858537661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"12175332-2d5e-473a-b7c7-cee3fd0ff401","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.876253037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"61450385-673d-485d-8b33-ac30dc58902f","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.87862396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"5ad4d338-3a1e-4fde-a097-12c3c83a3a78","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:10.89161157Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-99dfb0/e2e-filter-sub-a-188f2049","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-188f2049\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.898246962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"6459ed37-2899-4dd5-908f-8620f9881726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.898321157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"e1fab41c-36d6-4267-a71b-c402d9e439cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.898812513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"4626968b-49ab-4409-bfea-137df109215a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.918027391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"e1fab41c-36d6-4267-a71b-c402d9e439cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.918383756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"4626968b-49ab-4409-bfea-137df109215a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.920388614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"6459ed37-2899-4dd5-908f-8620f9881726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.946218404Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-188f2049","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049","reconcileID":"95ace6f5-7ae9-4a71-a910-8b01c218c0eb","MaaSSubscription":{"name":"e2e-filter-sub-a-188f2049","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/e2e-filter-sub-a-188f2049","ai-tenant-e2e-worker-w1-99dfb0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:10.998620633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"44e96209-7839-4b5c-9f48-aa368202a7b6","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:11.029631975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"b2bf52d3-99e3-4e0a-b599-e8b68c3a6b33","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:11.090028859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"0e5e7bc2-196b-41ac-be01-5422c7984b19","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:11.090290689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"26ccd1a2-a09a-41c9-a2f1-71d9a7f600ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:11.09043366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8670b045-75ec-49a9-9210-3216d3e6316d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:11.109317825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"0e5e7bc2-196b-41ac-be01-5422c7984b19","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:11.109598428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8670b045-75ec-49a9-9210-3216d3e6316d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:11.111401665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"26ccd1a2-a09a-41c9-a2f1-71d9a7f600ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:11.124548445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-188f2049","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049","reconcileID":"9ea6a6cc-83b9-489a-979b-926952515bec","MaaSSubscription":{"name":"e2e-filter-sub-a-188f2049","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.006039343Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-failed-sub","reconcileID":"41bc2022-6eba-4a1d-8e1a-a3dd0a2fa69c","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.006168827Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-failed-sub","reconcileID":"41bc2022-6eba-4a1d-8e1a-a3dd0a2fa69c","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-e57216/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.107921583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"44bffa9f-8767-4fff-9af4-5de67f66d329","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.132292854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"7956d06b-a7d9-47f5-8800-98d09dc823c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.13242714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-failed-auth","reconcileID":"905f1ec7-6fd3-4409-a9b6-f17bca62ef64","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.132292861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"5d7debcf-b9ed-4d03-82b3-29c6044ef12f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.151989428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-failed-auth","reconcileID":"905f1ec7-6fd3-4409-a9b6-f17bca62ef64","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.152130209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"5d7debcf-b9ed-4d03-82b3-29c6044ef12f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.154058709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"7956d06b-a7d9-47f5-8800-98d09dc823c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.238969052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"1a584975-9f46-4b2b-8949-bc99963ac549","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.239029922Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-apikey-failed-auth","reconcileID":"812d0a53-f0db-4e1c-80af-229e58d0311c","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.311464211Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"5610d885-4ce2-44f0-813a-fe51a9d32fd8","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.316952613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"b1fe2c9f-05b8-481b-859e-f09e1090b28f","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.330822681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"832a6e7a-bb7e-4c5a-82cb-89f445fd44ba","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.372788784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37-auth","reconcileID":"06801412-4254-47c4-8b73-efa92d373152","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.391741539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37-auth","reconcileID":"06801412-4254-47c4-8b73-efa92d373152","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.47442226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"0dbe0c28-f478-40f3-be1e-655305e82105","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.518470434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37-auth","reconcileID":"bb9a88d1-7494-4a21-b881-3bb8f0324312","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.527497791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"887585b2-d4af-4fab-a14e-9e824bb737e9","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.527703007Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-99dfb0 priority=0:[ai-tenant-e2e-worker-w1-99dfb0/e2e-filter-sub-a-188f2049 ai-tenant-e2e-worker-w1-99dfb0/e2e-filter-sub-b-c1f6bb37]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.538675726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37-auth","reconcileID":"bb9a88d1-7494-4a21-b881-3bb8f0324312","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.547870314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"3d935a50-5b7e-42a6-a5e3-7fa2d4511ba1","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.561104838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"7367b77a-570e-42ef-9af6-fdba4817b174","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:13.563137733Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-99dfb0/e2e-filter-sub-b-c1f6bb37","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-c1f6bb37\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.58070246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"d7d1a158-2fb4-4da1-844f-6560be007a85","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.618955532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"dbe998ba-8486-4769-aba1-75cc103cadde","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.618965928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"df5c7a13-4494-4601-ad78-e175ca12a126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.619313439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"a3966bfa-86e1-4d45-bef9-7ccb79a2876b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.639104753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"dbe998ba-8486-4769-aba1-75cc103cadde","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.639985466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"a3966bfa-86e1-4d45-bef9-7ccb79a2876b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.641274448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"df5c7a13-4494-4601-ad78-e175ca12a126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.649128908Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c1f6bb37","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37","reconcileID":"b5e5ae82-163c-47de-b67d-f11ffaadce58","MaaSSubscription":{"name":"e2e-filter-sub-b-c1f6bb37","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/e2e-filter-sub-a-188f2049","ai-tenant-e2e-worker-w1-99dfb0/e2e-filter-sub-b-c1f6bb37","ai-tenant-e2e-worker-w1-99dfb0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.700016918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"f64f5e90-2374-40e4-a4d4-7adc81fe0bb6","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.718526105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37-auth","reconcileID":"80de31b8-149c-48dc-a08b-cab010be385c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.726583501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"dca02230-c81e-4708-b301-49298ef059e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.727175999Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-188f2049","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049","reconcileID":"5688e23c-2a6d-4b2b-89b0-2527af77adec","MaaSSubscription":{"name":"e2e-filter-sub-a-188f2049","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.739422242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37-auth","reconcileID":"80de31b8-149c-48dc-a08b-cab010be385c","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.855337278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c1f6bb37","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37","reconcileID":"dfdc578a-0e94-44c1-a015-5d1751dcb611","MaaSSubscription":{"name":"e2e-filter-sub-b-c1f6bb37","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.867957817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8d5620cb-cec9-4e2a-8af9-c4cd0b4b4a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.869551228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"190762bb-f6c1-4380-9899-e2faf9d150db","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.873698996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"9fd708b6-6a86-4e5c-9118-6c59901fee05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.887561753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8d5620cb-cec9-4e2a-8af9-c4cd0b4b4a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.921729747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"9fd708b6-6a86-4e5c-9118-6c59901fee05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:13.923052113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"190762bb-f6c1-4380-9899-e2faf9d150db","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:14.941719617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"3a0bed2d-b696-4f33-9ede-e789f28aace6","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:14.972841713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"83479ad5-993b-4639-888a-15671dd62787","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:15.659652265Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.798735451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"20f0cc1c-e96f-429c-bf0a-1ce01bedb1c5","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.844232191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"fe29ee64-849a-4a66-88b3-9918067e81d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.84427404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"76642daf-f526-43ff-a91b-f6bf9043334e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.84460004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37-auth","reconcileID":"2fbf6c0d-d40d-45f1-bde2-1ca7d34fa9f3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.844678315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"84967e83-de92-4f4d-8075-93650dbecbbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.865395454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"84967e83-de92-4f4d-8075-93650dbecbbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.865669676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37-auth","reconcileID":"2fbf6c0d-d40d-45f1-bde2-1ca7d34fa9f3","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.86762245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"76642daf-f526-43ff-a91b-f6bf9043334e","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:16.869110727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"fe29ee64-849a-4a66-88b3-9918067e81d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:17.459739815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"e6d63ed7-854e-4900-b36f-6eee839bdb86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:17.47910306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"e6d63ed7-854e-4900-b36f-6eee839bdb86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:17.512548315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dea4ab0c185b3a423c9fff3d8d5990d0767f61f92fd069202f2ff9176a08802) AuthConfig (280418099d403d1ad6eba37b175f23880989f860d91af70d060568e4fe554854) AuthConfig (1970d72fdbf27674c19ec1c85227cbc97636f155d13008386871e3b420802ab4) AuthConfig (c7bb2f8d1ae9bfc4ed02983c1faf8ece706e044fba84c8d3cdcc7827a312b432) AuthConfig (e1c807ef6799eaaefbadaa5cffb39b35dad57c09608768434134369ecdc8496e) AuthConfig (a6fb36f3632be1b4967a9d7ef785f79498439492432993337bd238e6f3dad94d) AuthConfig (f66f36c751c0db2a94bb864360799325b4b5c38ae2bc3e986f6e77b03249ce0e) AuthConfig (2c19262ed790906f19a7abd76b10070d41648b702d74446a4d63dddd73160d3d) AuthConfig (4c6132336beb7f0a0f97c2a577c1e597fd96e18feef3425a2d8e11608ecbefb1) AuthConfig (a9a5198f927cad314e85075380bbc3970a5263f9951a78c356082ab23eec12a3) AuthConfig (88d7b41d8972389a8e807d2cc6f9b9066d7bd6a20364de1e025b557e45b68193) AuthConfig (a4cb340bfad485dc599fecc22d2a76f5f4e621ccbf872842dd448997f6dc688e) AuthConfig (eca83d5af96eee12a3595e6fc7721c6a1b05da16587ef28535401a073309d0e1) AuthConfig (d9b0a5296f1491af4491e8e11fdc0b228bf4157b825f98fed752afcebb1a683c) AuthConfig (ec47e184cecfe0fcc7904a5bb70c7d07a7ac6da9b8c6fabf881764ff296728ce) AuthConfig (b87d4d8bebacfd645bc6b70f19982ff68ad61e38a74f33ec64ad28a3d8ed1083) AuthConfig (b0f485c0f88338a43a31b2877a97a7ecf12ab6e703fbde919d0b95ea33d55770) AuthConfig (b59eb61758431bb857787e50f747d8dfd29f22ff9f6b11c933e0a10b57f78de4) AuthConfig (561f10f4ab8c82b578309b987c94826f64f9639028fd9680c0b9f065b18bdf1d) AuthConfig (f4d3ab9e13863dda8db6279df7382b7be666e21f9b5a569b4f4c5a884a398487) AuthConfig (109706469a5835505fc7a9a45ce9e80ed5cd7c97dcd142a4d85cdb172cbed746) AuthConfig (fc6cfd55a40a0910606cd4f20252238c573182b04c79ba81746af3a79c1d1507) AuthConfig (9414ef62543d448ae3a4d549f4712ee1e043b91a5ec7b2d4e20869f8313dfc5d) AuthConfig (5efbbe802d135b632ff4317b76b350c72005a521366ef184dbc01f43f511f5c5) AuthConfig (2b0aeb9ac1c1c1f4f3cc2231eff80a671a615b78f29a3ebe41c4667bd630bc52) AuthConfig (b040f2614a9c04c697ebfd04fd549e56e0a88438d73f7e003241cd990d789b78) AuthConfig (49abfc039460fe89cf8fad61d0b03aa5dda9b62f14c012bbd27508091fe7d83e) AuthConfig (203bcb74bf75051a3d2fe3111beff444dbafe53ddedda86f7a158cbdd8422667) AuthConfig (164c736fab65378a48eff2b738244469f5fd3908a6002edac888b30e667e0eb5) AuthConfig (7feeb5ab0a60730be67ab1de9c493d11aa525edbfdee50454221ced54a41daff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"e6d63ed7-854e-4900-b36f-6eee839bdb86","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:17.577599575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"a411a7d6-5ad3-4e6c-859b-2b2a02945634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:17.59721477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"a411a7d6-5ad3-4e6c-859b-2b2a02945634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:17.615655795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6dea4ab0c185b3a423c9fff3d8d5990d0767f61f92fd069202f2ff9176a08802) AuthConfig (280418099d403d1ad6eba37b175f23880989f860d91af70d060568e4fe554854) AuthConfig (1970d72fdbf27674c19ec1c85227cbc97636f155d13008386871e3b420802ab4) AuthConfig (c7bb2f8d1ae9bfc4ed02983c1faf8ece706e044fba84c8d3cdcc7827a312b432) AuthConfig (e1c807ef6799eaaefbadaa5cffb39b35dad57c09608768434134369ecdc8496e) AuthConfig (a6fb36f3632be1b4967a9d7ef785f79498439492432993337bd238e6f3dad94d) AuthConfig (f66f36c751c0db2a94bb864360799325b4b5c38ae2bc3e986f6e77b03249ce0e) AuthConfig (2c19262ed790906f19a7abd76b10070d41648b702d74446a4d63dddd73160d3d) AuthConfig (4c6132336beb7f0a0f97c2a577c1e597fd96e18feef3425a2d8e11608ecbefb1) AuthConfig (a9a5198f927cad314e85075380bbc3970a5263f9951a78c356082ab23eec12a3) AuthConfig (88d7b41d8972389a8e807d2cc6f9b9066d7bd6a20364de1e025b557e45b68193) AuthConfig (a4cb340bfad485dc599fecc22d2a76f5f4e621ccbf872842dd448997f6dc688e) AuthConfig (eca83d5af96eee12a3595e6fc7721c6a1b05da16587ef28535401a073309d0e1) AuthConfig (d9b0a5296f1491af4491e8e11fdc0b228bf4157b825f98fed752afcebb1a683c) AuthConfig (ec47e184cecfe0fcc7904a5bb70c7d07a7ac6da9b8c6fabf881764ff296728ce) AuthConfig (b87d4d8bebacfd645bc6b70f19982ff68ad61e38a74f33ec64ad28a3d8ed1083) AuthConfig (b0f485c0f88338a43a31b2877a97a7ecf12ab6e703fbde919d0b95ea33d55770) AuthConfig (b59eb61758431bb857787e50f747d8dfd29f22ff9f6b11c933e0a10b57f78de4) AuthConfig (561f10f4ab8c82b578309b987c94826f64f9639028fd9680c0b9f065b18bdf1d) AuthConfig (f4d3ab9e13863dda8db6279df7382b7be666e21f9b5a569b4f4c5a884a398487) AuthConfig (109706469a5835505fc7a9a45ce9e80ed5cd7c97dcd142a4d85cdb172cbed746) AuthConfig (fc6cfd55a40a0910606cd4f20252238c573182b04c79ba81746af3a79c1d1507) AuthConfig (9414ef62543d448ae3a4d549f4712ee1e043b91a5ec7b2d4e20869f8313dfc5d) AuthConfig (5efbbe802d135b632ff4317b76b350c72005a521366ef184dbc01f43f511f5c5) AuthConfig (2b0aeb9ac1c1c1f4f3cc2231eff80a671a615b78f29a3ebe41c4667bd630bc52) AuthConfig (b040f2614a9c04c697ebfd04fd549e56e0a88438d73f7e003241cd990d789b78) AuthConfig (49abfc039460fe89cf8fad61d0b03aa5dda9b62f14c012bbd27508091fe7d83e) AuthConfig (203bcb74bf75051a3d2fe3111beff444dbafe53ddedda86f7a158cbdd8422667) AuthConfig (164c736fab65378a48eff2b738244469f5fd3908a6002edac888b30e667e0eb5) AuthConfig (7feeb5ab0a60730be67ab1de9c493d11aa525edbfdee50454221ced54a41daff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"a411a7d6-5ad3-4e6c-859b-2b2a02945634","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:19.774604336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"0ce5766f-97b9-4f59-82d7-de4897cc256a","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:19.936455716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"35538f2d-1efd-4b81-b408-7ce694a039dd","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:19.942011883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"50586215-2aea-45e2-96dc-d6ca0d95209a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:19.956146223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"5101bfe4-094c-41d6-9cf4-5f778fa87bd6","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:19.963329508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"50586215-2aea-45e2-96dc-d6ca0d95209a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:19.972414911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"db207160-e7f5-4321-8046-3ef39f85dd0e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:19.977270501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"f44a266f-c5ae-4792-8958-2ee224790a7e","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:19.98163529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"50586215-2aea-45e2-96dc-d6ca0d95209a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.012147074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"94d77963-99d6-4109-8b09-2be8041790ce","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.031976132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"27c606b7-759e-49d5-9a9f-e6caea746a03","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.044513042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"42635762-7ef6-4d26-9566-051168291ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.068954887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"42635762-7ef6-4d26-9566-051168291ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.08754967Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"42635762-7ef6-4d26-9566-051168291ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.099039669Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"cb9b41f3-15cc-4054-8d37-b17cb2bf54fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"simulator-w4-ed8218","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ed8218/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.135113272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"7fab1de9-665c-47b8-8f3e-140d6261cee3","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.15765551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"11a89c0a-cfef-41fa-990d-920c6ce696e2","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:20.174140978Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"11a89c0a-cfef-41fa-990d-920c6ce696e2","name":"simulator-w4-ed8218","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-ed8218\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:20.174257682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"11a89c0a-cfef-41fa-990d-920c6ce696e2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-ed8218\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.179762631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"78a0b0f3-6349-495b-8396-f595afc525f1","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.182090539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"9094ce74-92b7-4708-ab0f-77fa62022a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.196969541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"361dcb53-5579-4552-b25a-4af121c76e4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.233679496Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"9094ce74-92b7-4708-ab0f-77fa62022a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.251895529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"9094ce74-92b7-4708-ab0f-77fa62022a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.274890527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"830689e4-cdc3-4844-ad74-cec31f977e05","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.302862085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"92c76b85-403e-46d3-b3ad-2c5fa2992341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.303281675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"76f8990a-43ca-4837-b5cc-823f6f553d87","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.322179153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"92c76b85-403e-46d3-b3ad-2c5fa2992341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.335436195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"453ba6e4-39a0-4cc9-8a31-a8942b398085","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.340160202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"92c76b85-403e-46d3-b3ad-2c5fa2992341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.361538398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"4cfc972a-724b-42ed-8b72-6f2a0d9fe5fc","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:20.373718115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"cf1ed496-2151-4e7e-bb6f-fc2a3f4b138c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.381960274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"11b4d4c9-5c15-4112-9f05-deb745c15786","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.403814168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"e8cb0d5f-7cb3-4517-8624-eeca74b56e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.413470224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"3930c90f-9347-4b81-ae52-3e6ca3726bd4","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.423451081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"e8cb0d5f-7cb3-4517-8624-eeca74b56e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.433089013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"69e090bb-d9a7-4b70-a297-eb8df4bbdcfb","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.437339859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"81b0d6d2-3a56-4fcf-b6d3-7de1ee58d226","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.441788978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"e8cb0d5f-7cb3-4517-8624-eeca74b56e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.488139963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"4272048a-14fa-4bee-aced-1a413bf4cf95","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.504438949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"9ab1f70b-2bf1-4f7f-a84f-b39044ce3f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.523355007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"9ab1f70b-2bf1-4f7f-a84f-b39044ce3f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.541044151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"9ab1f70b-2bf1-4f7f-a84f-b39044ce3f1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.545112142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"9bf236b1-3522-4ee9-bbab-acdfb8745a11","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.554777227Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"a7687106-5386-4f62-86bb-d57222b033d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"premium-w4-ed8218","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ed8218/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.567931401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"7651aefd-231a-4869-aaee-622748395dd2","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.635515279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"d2766951-beab-4fe2-9042-ece7f4853314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.635862087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"3179e1da-7599-4355-b7dd-513dffd531dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.63989314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"964ac2ce-81d6-47db-b782-6b80b75d5199","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.655761976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"d2766951-beab-4fe2-9042-ece7f4853314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.659232859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"3179e1da-7599-4355-b7dd-513dffd531dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.723822407Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"d2766951-beab-4fe2-9042-ece7f4853314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.725496602Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"3179e1da-7599-4355-b7dd-513dffd531dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.739766356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"025d0888-d969-49d0-8f46-f864f63a2c00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.74423632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"6e4dde30-335e-4aea-b452-c409d9497d03","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.784570395Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"0fa845bf-01c7-4445-9525-22fbe9f3d8e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.787452275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b63ed30a-2267-488c-94df-c25d9a194222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.822140524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b63ed30a-2267-488c-94df-c25d9a194222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.840598235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b63ed30a-2267-488c-94df-c25d9a194222","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:20.856839447Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b63ed30a-2267-488c-94df-c25d9a194222","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.888910874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"ba952717-0923-4474-8fd7-2919247601c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.892518015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7d25fa59-08c7-42b8-a87c-5fc42b7c8fd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.892632693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"3bbf620a-3d21-47aa-9089-0bc048eacc26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.900059564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"ca2d5694-260f-4318-ad8d-b03ddabc6fc8","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.915243083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"ba952717-0923-4474-8fd7-2919247601c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.915266812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"3bbf620a-3d21-47aa-9089-0bc048eacc26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.917540763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7d25fa59-08c7-42b8-a87c-5fc42b7c8fd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.934769892Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"ba952717-0923-4474-8fd7-2919247601c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.935330939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6fa8a06395c98c09930898340c6e47f7632597270fa7ee8155effb2a16a76433) AuthConfig (891cf15b0c3569c98723972e791130cc4f36e2c4f24346a9ffd4dd17d05d2b34) AuthConfig (3047c7ba976964991bf4e75d34067e71c79e3d312c18030bb7799e51bc5ce1e5) AuthConfig (5d7eefa48b549829b47d7dcb47482f4032f72b5cd6d4527df2c64ea707dbaec2) AuthConfig (0957f23c2976ee87b6588e4053c56dff7c24a10a387bca80c83d174fe3b9a0ae) AuthConfig (973a3fd6976f52b6c13702ef6823038fbdc1d1e8015aa888d616b9f66ac450ff) AuthConfig (c8be93ec25478daf16973f74c490d47286eadf653da929b35a53b73ffd79bd66) AuthConfig (5acb720557c5faa7cd2bf0aa88c5385f0e97b6b5a8b3ed6df840e1502fbbe078) AuthConfig (3ff486df677ad067ce321d6a5e4f4def310a5ee1f643034c65008812e0e52930) AuthConfig (ce513f13e42816a1a5d199ed6fe0b5c985c3f542b321cd6af5d02b4c1c49b5f8) AuthConfig (a410e7c1d718f9ea0a2c8aea05695e6ae18b7c84b4911fb03e284a0140ba091e) AuthConfig (ea0c6a753d4bcf1b48589fb5da6c16d60b50a42e467f72a0da3dc8baa8407fc5) AuthConfig (2ac996b6a45942b856eec30bd6dab901de3559fd34a80eaf3d308ba6f92649bd) AuthConfig (766c588b439be54c7d50ea1da1ef6a1e82876ad95e866fd5f38dfed7437cec93) AuthConfig (36a10d4ceed9e5062590ef75441de4af2deebc16a6b3de8e5fa4ca92af7503ea) AuthConfig (ba1909640d401190a6fe5158f7197254bead660f58b1ae2ff3eb804acfc79bc8) AuthConfig (fdf33996dcb5deb059e9e337852652ca22fdf2119f0f19b00b154ca97ce230f3) AuthConfig (2eb35331fc4b17d7eeecd9b18c016ea6c54af525982a587f78ce17352ed2be64) AuthConfig (ca64b8dc6c6e0209f5ac60cd07fddb9d082003e4466dca39114df5c3f9ec8b1f) AuthConfig (b824cf72135aa2dd24f15fcd2d427f1be20ab563af40c58bcbd7c69ec2987ce5) AuthConfig (da79bdd25513b83b598d020da9910ce9feb8df6d3b87c1e355d0c1204e931e11) AuthConfig (b9f70e95867c771672767b8ef104baca4a90b97c49f4cdf09fd1ff22a3894015) AuthConfig (1bdefd66e0dae160c0d85d4f472dda7b96627cace6321e053b27b40d67eab93d) AuthConfig (4bd162c63a1b16d3fa88a34694c5d1b21c0db9cca49a91f4b7d4e7285c66a9ec) AuthConfig (0c8ce6943f6a9eead178a3007dc453e9ee2f91686ee81d7d590ca74003c0b2b9) AuthConfig (1f4875950af9ccee1fc2d931123ef0f7e0b0e0de3fb7a1c02e1c6eb85f19ff28) AuthConfig (189d0a2ea7c0ef6894c9e50917535a02a8c8ad6d9c680877ee7565c1e08fb179) AuthConfig (6a89e1e3f48d7b512931900b28d528879f51f5aa42fded1251d25b98c04a725a) AuthConfig (53dd3be8fef59deb6cf98088ab224c5585a39d72168c5c867b458f710d456842) AuthConfig (e086bcd82ecad25ab251f65470ec02ef1ad367758feec91d33f8fc12918fd302)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"3bbf620a-3d21-47aa-9089-0bc048eacc26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.935988532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6fa8a06395c98c09930898340c6e47f7632597270fa7ee8155effb2a16a76433) AuthConfig (891cf15b0c3569c98723972e791130cc4f36e2c4f24346a9ffd4dd17d05d2b34) AuthConfig (3047c7ba976964991bf4e75d34067e71c79e3d312c18030bb7799e51bc5ce1e5) AuthConfig (5d7eefa48b549829b47d7dcb47482f4032f72b5cd6d4527df2c64ea707dbaec2) AuthConfig (0957f23c2976ee87b6588e4053c56dff7c24a10a387bca80c83d174fe3b9a0ae) AuthConfig (973a3fd6976f52b6c13702ef6823038fbdc1d1e8015aa888d616b9f66ac450ff) AuthConfig (c8be93ec25478daf16973f74c490d47286eadf653da929b35a53b73ffd79bd66) AuthConfig (5acb720557c5faa7cd2bf0aa88c5385f0e97b6b5a8b3ed6df840e1502fbbe078) AuthConfig (3ff486df677ad067ce321d6a5e4f4def310a5ee1f643034c65008812e0e52930) AuthConfig (ce513f13e42816a1a5d199ed6fe0b5c985c3f542b321cd6af5d02b4c1c49b5f8) AuthConfig (a410e7c1d718f9ea0a2c8aea05695e6ae18b7c84b4911fb03e284a0140ba091e) AuthConfig (ea0c6a753d4bcf1b48589fb5da6c16d60b50a42e467f72a0da3dc8baa8407fc5) AuthConfig (2ac996b6a45942b856eec30bd6dab901de3559fd34a80eaf3d308ba6f92649bd) AuthConfig (766c588b439be54c7d50ea1da1ef6a1e82876ad95e866fd5f38dfed7437cec93) AuthConfig (36a10d4ceed9e5062590ef75441de4af2deebc16a6b3de8e5fa4ca92af7503ea) AuthConfig (ba1909640d401190a6fe5158f7197254bead660f58b1ae2ff3eb804acfc79bc8) AuthConfig (fdf33996dcb5deb059e9e337852652ca22fdf2119f0f19b00b154ca97ce230f3) AuthConfig (2eb35331fc4b17d7eeecd9b18c016ea6c54af525982a587f78ce17352ed2be64) AuthConfig (ca64b8dc6c6e0209f5ac60cd07fddb9d082003e4466dca39114df5c3f9ec8b1f) AuthConfig (b824cf72135aa2dd24f15fcd2d427f1be20ab563af40c58bcbd7c69ec2987ce5) AuthConfig (da79bdd25513b83b598d020da9910ce9feb8df6d3b87c1e355d0c1204e931e11) AuthConfig (b9f70e95867c771672767b8ef104baca4a90b97c49f4cdf09fd1ff22a3894015) AuthConfig (1bdefd66e0dae160c0d85d4f472dda7b96627cace6321e053b27b40d67eab93d) AuthConfig (4bd162c63a1b16d3fa88a34694c5d1b21c0db9cca49a91f4b7d4e7285c66a9ec) AuthConfig (0c8ce6943f6a9eead178a3007dc453e9ee2f91686ee81d7d590ca74003c0b2b9) AuthConfig (1f4875950af9ccee1fc2d931123ef0f7e0b0e0de3fb7a1c02e1c6eb85f19ff28) AuthConfig (189d0a2ea7c0ef6894c9e50917535a02a8c8ad6d9c680877ee7565c1e08fb179) AuthConfig (6a89e1e3f48d7b512931900b28d528879f51f5aa42fded1251d25b98c04a725a) AuthConfig (53dd3be8fef59deb6cf98088ab224c5585a39d72168c5c867b458f710d456842) AuthConfig (e086bcd82ecad25ab251f65470ec02ef1ad367758feec91d33f8fc12918fd302)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7d25fa59-08c7-42b8-a87c-5fc42b7c8fd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.955532349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"1d08e8a6-bce5-454a-bf83-9b684992180c","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.958348274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"3db1efa3-8660-40ba-b94f-4fc45a2ad356","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:20.988887536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"c420a7ad-ac53-49c6-8c3a-1a8a6f1571cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:21.021268997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"c420a7ad-ac53-49c6-8c3a-1a8a6f1571cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:21.040974222Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"c420a7ad-ac53-49c6-8c3a-1a8a6f1571cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:21.087848385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"c2ae5a88-5bc7-4efa-8f56-8f7946d71293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:21.087849808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"9d301dc1-8591-4bae-8367-efb6deafa012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:21.107383342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"c2ae5a88-5bc7-4efa-8f56-8f7946d71293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:21.107791314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"9d301dc1-8591-4bae-8367-efb6deafa012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:21.126090132Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6fa8a06395c98c09930898340c6e47f7632597270fa7ee8155effb2a16a76433) AuthConfig (891cf15b0c3569c98723972e791130cc4f36e2c4f24346a9ffd4dd17d05d2b34) AuthConfig (3047c7ba976964991bf4e75d34067e71c79e3d312c18030bb7799e51bc5ce1e5) AuthConfig (5d7eefa48b549829b47d7dcb47482f4032f72b5cd6d4527df2c64ea707dbaec2) AuthConfig (0957f23c2976ee87b6588e4053c56dff7c24a10a387bca80c83d174fe3b9a0ae) AuthConfig (973a3fd6976f52b6c13702ef6823038fbdc1d1e8015aa888d616b9f66ac450ff) AuthConfig (c8be93ec25478daf16973f74c490d47286eadf653da929b35a53b73ffd79bd66) AuthConfig (5acb720557c5faa7cd2bf0aa88c5385f0e97b6b5a8b3ed6df840e1502fbbe078) AuthConfig (3ff486df677ad067ce321d6a5e4f4def310a5ee1f643034c65008812e0e52930) AuthConfig (ce513f13e42816a1a5d199ed6fe0b5c985c3f542b321cd6af5d02b4c1c49b5f8) AuthConfig (a410e7c1d718f9ea0a2c8aea05695e6ae18b7c84b4911fb03e284a0140ba091e) AuthConfig (ea0c6a753d4bcf1b48589fb5da6c16d60b50a42e467f72a0da3dc8baa8407fc5) AuthConfig (2ac996b6a45942b856eec30bd6dab901de3559fd34a80eaf3d308ba6f92649bd) AuthConfig (766c588b439be54c7d50ea1da1ef6a1e82876ad95e866fd5f38dfed7437cec93) AuthConfig (36a10d4ceed9e5062590ef75441de4af2deebc16a6b3de8e5fa4ca92af7503ea) AuthConfig (ba1909640d401190a6fe5158f7197254bead660f58b1ae2ff3eb804acfc79bc8) AuthConfig (fdf33996dcb5deb059e9e337852652ca22fdf2119f0f19b00b154ca97ce230f3) AuthConfig (2eb35331fc4b17d7eeecd9b18c016ea6c54af525982a587f78ce17352ed2be64) AuthConfig (ca64b8dc6c6e0209f5ac60cd07fddb9d082003e4466dca39114df5c3f9ec8b1f) AuthConfig (b824cf72135aa2dd24f15fcd2d427f1be20ab563af40c58bcbd7c69ec2987ce5) AuthConfig (da79bdd25513b83b598d020da9910ce9feb8df6d3b87c1e355d0c1204e931e11) AuthConfig (b9f70e95867c771672767b8ef104baca4a90b97c49f4cdf09fd1ff22a3894015) AuthConfig (1bdefd66e0dae160c0d85d4f472dda7b96627cace6321e053b27b40d67eab93d) AuthConfig (4bd162c63a1b16d3fa88a34694c5d1b21c0db9cca49a91f4b7d4e7285c66a9ec) AuthConfig (0c8ce6943f6a9eead178a3007dc453e9ee2f91686ee81d7d590ca74003c0b2b9) AuthConfig (1f4875950af9ccee1fc2d931123ef0f7e0b0e0de3fb7a1c02e1c6eb85f19ff28) AuthConfig (189d0a2ea7c0ef6894c9e50917535a02a8c8ad6d9c680877ee7565c1e08fb179) AuthConfig (6a89e1e3f48d7b512931900b28d528879f51f5aa42fded1251d25b98c04a725a) AuthConfig (53dd3be8fef59deb6cf98088ab224c5585a39d72168c5c867b458f710d456842) AuthConfig (e086bcd82ecad25ab251f65470ec02ef1ad367758feec91d33f8fc12918fd302)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"c2ae5a88-5bc7-4efa-8f56-8f7946d71293","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:21.126170317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6fa8a06395c98c09930898340c6e47f7632597270fa7ee8155effb2a16a76433) AuthConfig (891cf15b0c3569c98723972e791130cc4f36e2c4f24346a9ffd4dd17d05d2b34) AuthConfig (3047c7ba976964991bf4e75d34067e71c79e3d312c18030bb7799e51bc5ce1e5) AuthConfig (5d7eefa48b549829b47d7dcb47482f4032f72b5cd6d4527df2c64ea707dbaec2) AuthConfig (0957f23c2976ee87b6588e4053c56dff7c24a10a387bca80c83d174fe3b9a0ae) AuthConfig (973a3fd6976f52b6c13702ef6823038fbdc1d1e8015aa888d616b9f66ac450ff) AuthConfig (c8be93ec25478daf16973f74c490d47286eadf653da929b35a53b73ffd79bd66) AuthConfig (5acb720557c5faa7cd2bf0aa88c5385f0e97b6b5a8b3ed6df840e1502fbbe078) AuthConfig (3ff486df677ad067ce321d6a5e4f4def310a5ee1f643034c65008812e0e52930) AuthConfig (ce513f13e42816a1a5d199ed6fe0b5c985c3f542b321cd6af5d02b4c1c49b5f8) AuthConfig (a410e7c1d718f9ea0a2c8aea05695e6ae18b7c84b4911fb03e284a0140ba091e) AuthConfig (ea0c6a753d4bcf1b48589fb5da6c16d60b50a42e467f72a0da3dc8baa8407fc5) AuthConfig (2ac996b6a45942b856eec30bd6dab901de3559fd34a80eaf3d308ba6f92649bd) AuthConfig (766c588b439be54c7d50ea1da1ef6a1e82876ad95e866fd5f38dfed7437cec93) AuthConfig (36a10d4ceed9e5062590ef75441de4af2deebc16a6b3de8e5fa4ca92af7503ea) AuthConfig (ba1909640d401190a6fe5158f7197254bead660f58b1ae2ff3eb804acfc79bc8) AuthConfig (fdf33996dcb5deb059e9e337852652ca22fdf2119f0f19b00b154ca97ce230f3) AuthConfig (2eb35331fc4b17d7eeecd9b18c016ea6c54af525982a587f78ce17352ed2be64) AuthConfig (ca64b8dc6c6e0209f5ac60cd07fddb9d082003e4466dca39114df5c3f9ec8b1f) AuthConfig (b824cf72135aa2dd24f15fcd2d427f1be20ab563af40c58bcbd7c69ec2987ce5) AuthConfig (da79bdd25513b83b598d020da9910ce9feb8df6d3b87c1e355d0c1204e931e11) AuthConfig (b9f70e95867c771672767b8ef104baca4a90b97c49f4cdf09fd1ff22a3894015) AuthConfig (1bdefd66e0dae160c0d85d4f472dda7b96627cace6321e053b27b40d67eab93d) AuthConfig (4bd162c63a1b16d3fa88a34694c5d1b21c0db9cca49a91f4b7d4e7285c66a9ec) AuthConfig (0c8ce6943f6a9eead178a3007dc453e9ee2f91686ee81d7d590ca74003c0b2b9) AuthConfig (1f4875950af9ccee1fc2d931123ef0f7e0b0e0de3fb7a1c02e1c6eb85f19ff28) AuthConfig (189d0a2ea7c0ef6894c9e50917535a02a8c8ad6d9c680877ee7565c1e08fb179) AuthConfig (6a89e1e3f48d7b512931900b28d528879f51f5aa42fded1251d25b98c04a725a) AuthConfig (53dd3be8fef59deb6cf98088ab224c5585a39d72168c5c867b458f710d456842) AuthConfig (e086bcd82ecad25ab251f65470ec02ef1ad367758feec91d33f8fc12918fd302)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"9d301dc1-8591-4bae-8367-efb6deafa012","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:21.141738704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"c2ae5a88-5bc7-4efa-8f56-8f7946d71293","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:21.141746301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"9d301dc1-8591-4bae-8367-efb6deafa012","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:21.188891701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"84fc1d09-8dd6-4f3d-a2a5-29f0cc932448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:21.189078217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"61e1753c-79ce-4076-9402-287f69156ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:21.208246184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"61e1753c-79ce-4076-9402-287f69156ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:21.208257919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"84fc1d09-8dd6-4f3d-a2a5-29f0cc932448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:21.228726538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6fa8a06395c98c09930898340c6e47f7632597270fa7ee8155effb2a16a76433) AuthConfig (891cf15b0c3569c98723972e791130cc4f36e2c4f24346a9ffd4dd17d05d2b34) AuthConfig (3047c7ba976964991bf4e75d34067e71c79e3d312c18030bb7799e51bc5ce1e5) AuthConfig (5d7eefa48b549829b47d7dcb47482f4032f72b5cd6d4527df2c64ea707dbaec2) AuthConfig (0957f23c2976ee87b6588e4053c56dff7c24a10a387bca80c83d174fe3b9a0ae) AuthConfig (973a3fd6976f52b6c13702ef6823038fbdc1d1e8015aa888d616b9f66ac450ff) AuthConfig (c8be93ec25478daf16973f74c490d47286eadf653da929b35a53b73ffd79bd66) AuthConfig (5acb720557c5faa7cd2bf0aa88c5385f0e97b6b5a8b3ed6df840e1502fbbe078) AuthConfig (3ff486df677ad067ce321d6a5e4f4def310a5ee1f643034c65008812e0e52930) AuthConfig (ce513f13e42816a1a5d199ed6fe0b5c985c3f542b321cd6af5d02b4c1c49b5f8) AuthConfig (a410e7c1d718f9ea0a2c8aea05695e6ae18b7c84b4911fb03e284a0140ba091e) AuthConfig (ea0c6a753d4bcf1b48589fb5da6c16d60b50a42e467f72a0da3dc8baa8407fc5) AuthConfig (2ac996b6a45942b856eec30bd6dab901de3559fd34a80eaf3d308ba6f92649bd) AuthConfig (766c588b439be54c7d50ea1da1ef6a1e82876ad95e866fd5f38dfed7437cec93) AuthConfig (36a10d4ceed9e5062590ef75441de4af2deebc16a6b3de8e5fa4ca92af7503ea) AuthConfig (ba1909640d401190a6fe5158f7197254bead660f58b1ae2ff3eb804acfc79bc8) AuthConfig (fdf33996dcb5deb059e9e337852652ca22fdf2119f0f19b00b154ca97ce230f3) AuthConfig (2eb35331fc4b17d7eeecd9b18c016ea6c54af525982a587f78ce17352ed2be64) AuthConfig (ca64b8dc6c6e0209f5ac60cd07fddb9d082003e4466dca39114df5c3f9ec8b1f) AuthConfig (b824cf72135aa2dd24f15fcd2d427f1be20ab563af40c58bcbd7c69ec2987ce5) AuthConfig (da79bdd25513b83b598d020da9910ce9feb8df6d3b87c1e355d0c1204e931e11) AuthConfig (b9f70e95867c771672767b8ef104baca4a90b97c49f4cdf09fd1ff22a3894015) AuthConfig (1bdefd66e0dae160c0d85d4f472dda7b96627cace6321e053b27b40d67eab93d) AuthConfig (4bd162c63a1b16d3fa88a34694c5d1b21c0db9cca49a91f4b7d4e7285c66a9ec) AuthConfig (0c8ce6943f6a9eead178a3007dc453e9ee2f91686ee81d7d590ca74003c0b2b9) AuthConfig (1f4875950af9ccee1fc2d931123ef0f7e0b0e0de3fb7a1c02e1c6eb85f19ff28) AuthConfig (189d0a2ea7c0ef6894c9e50917535a02a8c8ad6d9c680877ee7565c1e08fb179) AuthConfig (6a89e1e3f48d7b512931900b28d528879f51f5aa42fded1251d25b98c04a725a) AuthConfig (53dd3be8fef59deb6cf98088ab224c5585a39d72168c5c867b458f710d456842) AuthConfig (e086bcd82ecad25ab251f65470ec02ef1ad367758feec91d33f8fc12918fd302)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"61e1753c-79ce-4076-9402-287f69156ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:21.228726946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6fa8a06395c98c09930898340c6e47f7632597270fa7ee8155effb2a16a76433) AuthConfig (891cf15b0c3569c98723972e791130cc4f36e2c4f24346a9ffd4dd17d05d2b34) AuthConfig (3047c7ba976964991bf4e75d34067e71c79e3d312c18030bb7799e51bc5ce1e5) AuthConfig (5d7eefa48b549829b47d7dcb47482f4032f72b5cd6d4527df2c64ea707dbaec2) AuthConfig (0957f23c2976ee87b6588e4053c56dff7c24a10a387bca80c83d174fe3b9a0ae) AuthConfig (973a3fd6976f52b6c13702ef6823038fbdc1d1e8015aa888d616b9f66ac450ff) AuthConfig (c8be93ec25478daf16973f74c490d47286eadf653da929b35a53b73ffd79bd66) AuthConfig (5acb720557c5faa7cd2bf0aa88c5385f0e97b6b5a8b3ed6df840e1502fbbe078) AuthConfig (3ff486df677ad067ce321d6a5e4f4def310a5ee1f643034c65008812e0e52930) AuthConfig (ce513f13e42816a1a5d199ed6fe0b5c985c3f542b321cd6af5d02b4c1c49b5f8) AuthConfig (a410e7c1d718f9ea0a2c8aea05695e6ae18b7c84b4911fb03e284a0140ba091e) AuthConfig (ea0c6a753d4bcf1b48589fb5da6c16d60b50a42e467f72a0da3dc8baa8407fc5) AuthConfig (2ac996b6a45942b856eec30bd6dab901de3559fd34a80eaf3d308ba6f92649bd) AuthConfig (766c588b439be54c7d50ea1da1ef6a1e82876ad95e866fd5f38dfed7437cec93) AuthConfig (36a10d4ceed9e5062590ef75441de4af2deebc16a6b3de8e5fa4ca92af7503ea) AuthConfig (ba1909640d401190a6fe5158f7197254bead660f58b1ae2ff3eb804acfc79bc8) AuthConfig (fdf33996dcb5deb059e9e337852652ca22fdf2119f0f19b00b154ca97ce230f3) AuthConfig (2eb35331fc4b17d7eeecd9b18c016ea6c54af525982a587f78ce17352ed2be64) AuthConfig (ca64b8dc6c6e0209f5ac60cd07fddb9d082003e4466dca39114df5c3f9ec8b1f) AuthConfig (b824cf72135aa2dd24f15fcd2d427f1be20ab563af40c58bcbd7c69ec2987ce5) AuthConfig (da79bdd25513b83b598d020da9910ce9feb8df6d3b87c1e355d0c1204e931e11) AuthConfig (b9f70e95867c771672767b8ef104baca4a90b97c49f4cdf09fd1ff22a3894015) AuthConfig (1bdefd66e0dae160c0d85d4f472dda7b96627cace6321e053b27b40d67eab93d) AuthConfig (4bd162c63a1b16d3fa88a34694c5d1b21c0db9cca49a91f4b7d4e7285c66a9ec) AuthConfig (0c8ce6943f6a9eead178a3007dc453e9ee2f91686ee81d7d590ca74003c0b2b9) AuthConfig (1f4875950af9ccee1fc2d931123ef0f7e0b0e0de3fb7a1c02e1c6eb85f19ff28) AuthConfig (189d0a2ea7c0ef6894c9e50917535a02a8c8ad6d9c680877ee7565c1e08fb179) AuthConfig (6a89e1e3f48d7b512931900b28d528879f51f5aa42fded1251d25b98c04a725a) AuthConfig (53dd3be8fef59deb6cf98088ab224c5585a39d72168c5c867b458f710d456842) AuthConfig (e086bcd82ecad25ab251f65470ec02ef1ad367758feec91d33f8fc12918fd302)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"84fc1d09-8dd6-4f3d-a2a5-29f0cc932448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.005632169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"dd8a3b92-9f3e-44e0-a51e-be5783855669","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.172597324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"2a5b8804-e0b4-49f6-a1d1-36b7e2c5a450","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.192838172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"af81987e-ac8b-4e14-833c-283584945501","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.203855093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"7ae07d56-5383-475c-93c4-b31757a0e258","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:22.208177602Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-1ee571/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.223635178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"5344130c-3288-4955-aa0a-8c94625bdd38","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.285679867Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"7588338d-e55b-4471-83ad-f12e444c9997","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"simulator-w6-1ee571","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-1ee571/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.339530464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"2b754e52-6082-4726-8896-ae2ef543093d","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.421673568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"a887c381-e282-408e-a865-0c96d9f696ae","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.437285636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"e7c891c5-e337-4b41-89b4-2ec3e8417858","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.442399791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"511b34c0-16ee-4797-a230-d08fbffca279","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.469666908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b24e427c-f914-41ac-9469-34045f0a4ed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.520287448Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b24e427c-f914-41ac-9469-34045f0a4ed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.531007067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"c71ff15d-1504-4683-b538-ded6d78c44b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.538129839Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b24e427c-f914-41ac-9469-34045f0a4ed4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.557598703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"5011b64f-5594-4b10-80bb-5134780e8fbe","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.576372382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"9f6d067e-0f0c-4790-a4b2-bb987d639d9a","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.586046661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"dbf82722-2377-465f-9e3b-29f286a450c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.595630356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"f14e3fe6-286d-422e-bc4b-b457bc0a1b68","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.608558063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"dbf82722-2377-465f-9e3b-29f286a450c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:22.60876963Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"03e0f30e-0e4f-4c9d-b00b-913b14e5130f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.615995461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"493b788c-750d-4965-8ee1-0a1e5eacd2b0","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.626983028Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"dbf82722-2377-465f-9e3b-29f286a450c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:22.642360015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"dbf82722-2377-465f-9e3b-29f286a450c7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.648569965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"44ceb52b-3bf4-433e-91b1-a0ffc268b3ca","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.67283102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"6e00b02a-d8ab-4c1b-bb6b-ec7cd2ee7c7f","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.704292287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"ec39a2b9-8c21-4b8a-99b6-571dc5693fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.727647757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"ec39a2b9-8c21-4b8a-99b6-571dc5693fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.74638657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"ec39a2b9-8c21-4b8a-99b6-571dc5693fda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.751673049Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"ea4c07b6-b135-4ac6-ae84-dc45d7785bf8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-premium-w6-1ee571","model":"premium-w6-1ee571","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-1ee571/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.776327412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"29b02c38-8fc1-4e81-8277-3e9318265c41","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.786289723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"c4e09546-9993-49a8-90ab-9172d45bb688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.796177368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"d95fffea-dd32-4b72-98af-ffcd0acae1d7","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.806492416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"c4e09546-9993-49a8-90ab-9172d45bb688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:22.813544559Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"d95fffea-dd32-4b72-98af-ffcd0acae1d7","name":"premium-w6-1ee571","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w6-1ee571\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:22.813595898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"d95fffea-dd32-4b72-98af-ffcd0acae1d7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w6-1ee571\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.813773726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"1bf93c27-b37a-4aed-b531-76345b856516","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.825024053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"c4e09546-9993-49a8-90ab-9172d45bb688","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.851091833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"10bd7175-be42-437a-bb57-ed4cf90cdbf5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-premium-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.900053849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"6c77504c-b018-4eb9-8f99-db6c67142e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.900058868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"22aaae19-3f26-4d09-aa5f-1a8bfb623984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.919510143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"22aaae19-3f26-4d09-aa5f-1a8bfb623984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.919620774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"6c77504c-b018-4eb9-8f99-db6c67142e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.937740351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"22aaae19-3f26-4d09-aa5f-1a8bfb623984","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.938034428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"6c77504c-b018-4eb9-8f99-db6c67142e7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:22.957884959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"aea486be-8da6-4df8-9ff2-706fe1ee1063","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:23.00500308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"83333f8d-a846-4496-805f-27793f63f815","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:23.024235982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"83333f8d-a846-4496-805f-27793f63f815","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:23.045245442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"83333f8d-a846-4496-805f-27793f63f815","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:26.852140665Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-188f2049","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049","reconcileID":"3d1b55d6-a676-4074-a853-f0843a024349","MaaSSubscription":{"name":"e2e-filter-sub-a-188f2049","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscription":"e2e-filter-sub-a-188f2049","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:26.903242714Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-188f2049","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049","reconcileID":"3d1b55d6-a676-4074-a853-f0843a024349","MaaSSubscription":{"name":"e2e-filter-sub-a-188f2049","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/e2e-filter-sub-b-c1f6bb37","ai-tenant-e2e-worker-w1-99dfb0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:26.94842787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c1f6bb37","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37","reconcileID":"26001d92-3d08-4a17-be60-b16aadc4fc0e","MaaSSubscription":{"name":"e2e-filter-sub-b-c1f6bb37","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:26.948712666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"83136a90-aa5c-4b03-81e8-1053f4e77906","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:26.970956908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"64f28dc1-7fb7-4856-b45e-15a63bb0a84f","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:26.991173507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"a2be9052-39f7-4983-9a51-f341796507bc","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.013260068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"c48173ef-b727-482b-aa54-88194e74c447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.014065586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"499bf32d-3f3f-4928-86ff-4904be35c7ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.014282198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37-auth","reconcileID":"bfdb2e5c-3dc8-4e83-ac68-109d28c59ed2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.014418847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"5cb8fbac-f130-4fb3-b9c3-e6844aaa5990","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.032733147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"c48173ef-b727-482b-aa54-88194e74c447","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.033371263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"499bf32d-3f3f-4928-86ff-4904be35c7ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.035091605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"5cb8fbac-f130-4fb3-b9c3-e6844aaa5990","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.035591581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37-auth","reconcileID":"bfdb2e5c-3dc8-4e83-ac68-109d28c59ed2","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.125138137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"85aa592a-da4d-4e52-90db-9c5d7b7ecd72","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.168903446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37-auth","reconcileID":"247badb0-6796-400b-a3ef-957a0546a231","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.169056239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4ab6f5bb-5537-494d-a6f2-3a31c71468d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.169326312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"07ae3288-00fa-46cb-9e75-676a3dada521","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.169418666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"bc5bd68d-ac7e-4e83-95b4-f17f0eccd9b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.191515051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"07ae3288-00fa-46cb-9e75-676a3dada521","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.191580227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"bc5bd68d-ac7e-4e83-95b4-f17f0eccd9b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.193782681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37-auth","reconcileID":"247badb0-6796-400b-a3ef-957a0546a231","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.193847176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4ab6f5bb-5537-494d-a6f2-3a31c71468d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.5680906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"3ba39309-1ca4-441e-b488-bc051ec242da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.587676629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"3ba39309-1ca4-441e-b488-bc051ec242da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.658343301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"815764fe-e4ad-416c-aebf-1584315477c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.670645864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"bc7bd5f2-3e0f-4760-b689-09d9c10999ee","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.677604459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"815764fe-e4ad-416c-aebf-1584315477c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:27.861572842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"fef7dbaa-0889-4683-a099-5ce0190b9f98","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:30.979150233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"0e12f7fa-0560-4f15-894a-ec79ebef97be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:31.000704631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"0e12f7fa-0560-4f15-894a-ec79ebef97be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:31.021092337Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"0e12f7fa-0560-4f15-894a-ec79ebef97be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:31.084863288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6550d347-4fbd-41a0-97cc-8e76f34c8021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:31.104731013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6550d347-4fbd-41a0-97cc-8e76f34c8021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:31.123825155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6550d347-4fbd-41a0-97cc-8e76f34c8021","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:31.272531397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"264867aa-7328-4e93-b7f5-df3302dc863c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:31.272533124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"2099efc0-5eec-42c3-a6ca-37570d5494bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:31.29237594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"264867aa-7328-4e93-b7f5-df3302dc863c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:31.292420346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"2099efc0-5eec-42c3-a6ca-37570d5494bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:31.310731162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6fa8a06395c98c09930898340c6e47f7632597270fa7ee8155effb2a16a76433) AuthConfig (891cf15b0c3569c98723972e791130cc4f36e2c4f24346a9ffd4dd17d05d2b34) AuthConfig (3047c7ba976964991bf4e75d34067e71c79e3d312c18030bb7799e51bc5ce1e5) AuthConfig (5d7eefa48b549829b47d7dcb47482f4032f72b5cd6d4527df2c64ea707dbaec2) AuthConfig (0957f23c2976ee87b6588e4053c56dff7c24a10a387bca80c83d174fe3b9a0ae) AuthConfig (973a3fd6976f52b6c13702ef6823038fbdc1d1e8015aa888d616b9f66ac450ff) AuthConfig (c8be93ec25478daf16973f74c490d47286eadf653da929b35a53b73ffd79bd66) AuthConfig (5acb720557c5faa7cd2bf0aa88c5385f0e97b6b5a8b3ed6df840e1502fbbe078) AuthConfig (3ff486df677ad067ce321d6a5e4f4def310a5ee1f643034c65008812e0e52930) AuthConfig (ce513f13e42816a1a5d199ed6fe0b5c985c3f542b321cd6af5d02b4c1c49b5f8) AuthConfig (a410e7c1d718f9ea0a2c8aea05695e6ae18b7c84b4911fb03e284a0140ba091e) AuthConfig (ea0c6a753d4bcf1b48589fb5da6c16d60b50a42e467f72a0da3dc8baa8407fc5) AuthConfig (2ac996b6a45942b856eec30bd6dab901de3559fd34a80eaf3d308ba6f92649bd) AuthConfig (766c588b439be54c7d50ea1da1ef6a1e82876ad95e866fd5f38dfed7437cec93) AuthConfig (36a10d4ceed9e5062590ef75441de4af2deebc16a6b3de8e5fa4ca92af7503ea) AuthConfig (ba1909640d401190a6fe5158f7197254bead660f58b1ae2ff3eb804acfc79bc8) AuthConfig (fdf33996dcb5deb059e9e337852652ca22fdf2119f0f19b00b154ca97ce230f3) AuthConfig (2eb35331fc4b17d7eeecd9b18c016ea6c54af525982a587f78ce17352ed2be64) AuthConfig (ca64b8dc6c6e0209f5ac60cd07fddb9d082003e4466dca39114df5c3f9ec8b1f) AuthConfig (b824cf72135aa2dd24f15fcd2d427f1be20ab563af40c58bcbd7c69ec2987ce5) AuthConfig (da79bdd25513b83b598d020da9910ce9feb8df6d3b87c1e355d0c1204e931e11) AuthConfig (b9f70e95867c771672767b8ef104baca4a90b97c49f4cdf09fd1ff22a3894015) AuthConfig (1bdefd66e0dae160c0d85d4f472dda7b96627cace6321e053b27b40d67eab93d) AuthConfig (4bd162c63a1b16d3fa88a34694c5d1b21c0db9cca49a91f4b7d4e7285c66a9ec) AuthConfig (0c8ce6943f6a9eead178a3007dc453e9ee2f91686ee81d7d590ca74003c0b2b9) AuthConfig (1f4875950af9ccee1fc2d931123ef0f7e0b0e0de3fb7a1c02e1c6eb85f19ff28) AuthConfig (189d0a2ea7c0ef6894c9e50917535a02a8c8ad6d9c680877ee7565c1e08fb179) AuthConfig (6a89e1e3f48d7b512931900b28d528879f51f5aa42fded1251d25b98c04a725a) AuthConfig (53dd3be8fef59deb6cf98088ab224c5585a39d72168c5c867b458f710d456842) AuthConfig (e086bcd82ecad25ab251f65470ec02ef1ad367758feec91d33f8fc12918fd302)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"2099efc0-5eec-42c3-a6ca-37570d5494bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:31.310910952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6fa8a06395c98c09930898340c6e47f7632597270fa7ee8155effb2a16a76433) AuthConfig (891cf15b0c3569c98723972e791130cc4f36e2c4f24346a9ffd4dd17d05d2b34) AuthConfig (3047c7ba976964991bf4e75d34067e71c79e3d312c18030bb7799e51bc5ce1e5) AuthConfig (5d7eefa48b549829b47d7dcb47482f4032f72b5cd6d4527df2c64ea707dbaec2) AuthConfig (0957f23c2976ee87b6588e4053c56dff7c24a10a387bca80c83d174fe3b9a0ae) AuthConfig (973a3fd6976f52b6c13702ef6823038fbdc1d1e8015aa888d616b9f66ac450ff) AuthConfig (c8be93ec25478daf16973f74c490d47286eadf653da929b35a53b73ffd79bd66) AuthConfig (5acb720557c5faa7cd2bf0aa88c5385f0e97b6b5a8b3ed6df840e1502fbbe078) AuthConfig (3ff486df677ad067ce321d6a5e4f4def310a5ee1f643034c65008812e0e52930) AuthConfig (ce513f13e42816a1a5d199ed6fe0b5c985c3f542b321cd6af5d02b4c1c49b5f8) AuthConfig (a410e7c1d718f9ea0a2c8aea05695e6ae18b7c84b4911fb03e284a0140ba091e) AuthConfig (ea0c6a753d4bcf1b48589fb5da6c16d60b50a42e467f72a0da3dc8baa8407fc5) AuthConfig (2ac996b6a45942b856eec30bd6dab901de3559fd34a80eaf3d308ba6f92649bd) AuthConfig (766c588b439be54c7d50ea1da1ef6a1e82876ad95e866fd5f38dfed7437cec93) AuthConfig (36a10d4ceed9e5062590ef75441de4af2deebc16a6b3de8e5fa4ca92af7503ea) AuthConfig (ba1909640d401190a6fe5158f7197254bead660f58b1ae2ff3eb804acfc79bc8) AuthConfig (fdf33996dcb5deb059e9e337852652ca22fdf2119f0f19b00b154ca97ce230f3) AuthConfig (2eb35331fc4b17d7eeecd9b18c016ea6c54af525982a587f78ce17352ed2be64) AuthConfig (ca64b8dc6c6e0209f5ac60cd07fddb9d082003e4466dca39114df5c3f9ec8b1f) AuthConfig (b824cf72135aa2dd24f15fcd2d427f1be20ab563af40c58bcbd7c69ec2987ce5) AuthConfig (da79bdd25513b83b598d020da9910ce9feb8df6d3b87c1e355d0c1204e931e11) AuthConfig (b9f70e95867c771672767b8ef104baca4a90b97c49f4cdf09fd1ff22a3894015) AuthConfig (1bdefd66e0dae160c0d85d4f472dda7b96627cace6321e053b27b40d67eab93d) AuthConfig (4bd162c63a1b16d3fa88a34694c5d1b21c0db9cca49a91f4b7d4e7285c66a9ec) AuthConfig (0c8ce6943f6a9eead178a3007dc453e9ee2f91686ee81d7d590ca74003c0b2b9) AuthConfig (1f4875950af9ccee1fc2d931123ef0f7e0b0e0de3fb7a1c02e1c6eb85f19ff28) AuthConfig (189d0a2ea7c0ef6894c9e50917535a02a8c8ad6d9c680877ee7565c1e08fb179) AuthConfig (6a89e1e3f48d7b512931900b28d528879f51f5aa42fded1251d25b98c04a725a) AuthConfig (53dd3be8fef59deb6cf98088ab224c5585a39d72168c5c867b458f710d456842) AuthConfig (e086bcd82ecad25ab251f65470ec02ef1ad367758feec91d33f8fc12918fd302)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"264867aa-7328-4e93-b7f5-df3302dc863c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:32.736641486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"899729d3-b304-4b5b-a7f9-0ed5b18eae7c","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:32.889919299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"a8d1f718-e327-4ed7-9c7b-3f07b21f71cc","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:32.90742563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"a48dd1fd-514a-4215-a953-99def3b7d436","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:32.922283845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"5e20e49f-c0af-4e9a-a5c3-c28d0af7b7d3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:32.965962527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"72bcfb54-0771-43d6-b4ba-de75f0de3175","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:32.984912079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"20dd9911-b7c9-43a9-9251-9d5213652de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:32.991077803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"7875813e-68b4-4d6a-8dad-cd516fef0cb0","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.004535962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"20dd9911-b7c9-43a9-9251-9d5213652de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.023464406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"20dd9911-b7c9-43a9-9251-9d5213652de9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.056515882Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"216fcb94-2d5f-4154-9da6-8fb035bd6771","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"simulator-w2-7aeaad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-7aeaad/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.087932981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"13f232cf-11fb-4043-a9c1-cba9404493bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.105333031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"a33db1be-27f2-482c-ba21-e42a47c8df81","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.110055078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"13f232cf-11fb-4043-a9c1-cba9404493bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.126051513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"72d1d296-9582-4598-8028-c2b561b0b42f","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.129576706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"13f232cf-11fb-4043-a9c1-cba9404493bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:33.141993157Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"72d1d296-9582-4598-8028-c2b561b0b42f","name":"simulator-w2-7aeaad","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-7aeaad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:33.142048684Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"72d1d296-9582-4598-8028-c2b561b0b42f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-7aeaad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.147266082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"ea8d687f-4368-4e0b-b49b-362085495a28","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.159054372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"e969a12f-3a52-475a-b45f-bc77d6eb6741","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.174799303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"e02eaf58-ca37-46b5-a895-78da4a96c467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.22655791Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"e02eaf58-ca37-46b5-a895-78da4a96c467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.245439213Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"e02eaf58-ca37-46b5-a895-78da4a96c467","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.257339718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"16862ebc-6af6-4eda-bbf8-9bfe501f1efb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.269361143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"b8523620-ad2e-4a39-b15a-1af2d7591e2c","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.297782121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"d6c38e9f-4e79-431d-ac9f-24d9d5ba033e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.298051012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"4ebe55e6-820c-468b-90f1-292e44a4c1b2","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.316927411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"d6c38e9f-4e79-431d-ac9f-24d9d5ba033e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.319310375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"06402c03-8879-45c9-a76d-7cd077078cbf","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.331278502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"55099b62-6de9-42ef-ba8a-fa020a77b6ed","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:33.334674412Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-7aeaad/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.338808716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"d6c38e9f-4e79-431d-ac9f-24d9d5ba033e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.348586379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"89891946-b056-4420-82f6-b78f69914a7f","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.398324203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"338ab212-5ed9-46c7-934c-56a764100211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.409839393Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"c8033366-9ba6-4769-8fed-ff7945e42dd7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"premium-w2-7aeaad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-7aeaad/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.417155376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"338ab212-5ed9-46c7-934c-56a764100211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.435162265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"338ab212-5ed9-46c7-934c-56a764100211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.462848631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"121961f0-b4f8-46f7-a04f-ff6952cb354d","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.50265373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"7a1e51a3-9e63-471b-a379-db831f842ee7","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.511988526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"a32d7e99-2769-4811-9977-c39bf34413b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.529670339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"4cd534a7-a045-4e3a-87d0-ca7c249c13d3","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.623762707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"96c399dc-68de-47c6-a64c-a7b8b96be97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.624358914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"1d338c5f-3056-4035-967f-b5d07c26a2cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.684918245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"96c399dc-68de-47c6-a64c-a7b8b96be97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.687451627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"1d338c5f-3056-4035-967f-b5d07c26a2cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.694721638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"2354a362-0564-442d-8ca0-7f3560098b58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.704756552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"96c399dc-68de-47c6-a64c-a7b8b96be97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.705578791Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"1d338c5f-3056-4035-967f-b5d07c26a2cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.725700144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"7497605a-e936-41fe-ac05-a764e9ce7a93","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.835034864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"bee0d9d0-6e4e-4263-a5de-ecb02956d352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.85658973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"bee0d9d0-6e4e-4263-a5de-ecb02956d352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:33.874532694Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"bee0d9d0-6e4e-4263-a5de-ecb02956d352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:35.635453257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"bb46546d-21d3-4830-9bf6-2b7ede0a09bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-premium-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:35.689234367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"9f867e0a-ae32-46cf-914b-ca01dd0f23fd","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:35.817947496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"aafd6e7f-f87a-495e-89ec-d6bf5b192b35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:35.872059285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"c0f810ed-f99d-4141-811b-bec124d30ce6","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:35.916562928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"bf5caa50-c0fe-4c4b-9b18-49ae87625b08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:35.96865442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"ea03e923-f278-4946-99fc-bbd3f2284250","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.016955142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"86e021ca-09de-4308-9165-a52ece913c91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.060759387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"27e394f5-24e4-46dd-8b3e-577ebb98fbc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.125672249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"e5b5ec47-9006-4a35-9d6e-a10f95905edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.126249769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"585ee621-6563-4f99-97d6-629c487cca4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.127672921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"05576561-645a-496d-a6ca-1992503dbf32","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.13001308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"27e394f5-24e4-46dd-8b3e-577ebb98fbc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.150878154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"e5b5ec47-9006-4a35-9d6e-a10f95905edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.151132552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"585ee621-6563-4f99-97d6-629c487cca4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.157002326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"50ba095c-87ad-4849-a072-5404b2cccb36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.169836555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"27e394f5-24e4-46dd-8b3e-577ebb98fbc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.180898085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28ecc2547397f7ac39c6655c39ab37be09beb17882264be0df952d46a7587f1c) AuthConfig (0bbe80b8a5de0689738edc491950bf611217d76412588b56c8e319756c2f04c8) AuthConfig (a059a0b0cdf1b837edaa73873dbab8d0936b40655d2cc9a1c784d52048aaa715) AuthConfig (137d5ef34b7e63eef0d1f84be5ac1d0ea9d6a806675c043333e326ba9d82498e) AuthConfig (79a775cd39f69d3401ef6d850027203d0eca6acac0d9e10abedb2101eeb60cbf) AuthConfig (2477b794c0ba0175085067dc2e06e186d7bc062e1dab06f8c7c0d46ab5ccfbd9) AuthConfig (86e9ffa3d298779c48f42a6634ebb9a2eff5d4e73ceefbd2180b968ce99d75a9) AuthConfig (181513f284edaa3ae2219b3942d6f943bfbb1c83a3ee7ac6f238c432f156b46b) AuthConfig (c3a2a3b06bd7c1d89ddab832f8e9c7f8fe86346e4d43466daa081050d1e4f698) AuthConfig (8b72d047fd113cbd5573608f788468a8965875b5940560cfb0437fad0ce38e7f) AuthConfig (71f4befa6a11f7994ef4ff537d70b2844c435daf1d0c83ba98c007a58a1a39e7) AuthConfig (c9ca8232bb3e53af46da07a054a30e7be121634dcfe21374335a2419b00e3978) AuthConfig (e78955beea25c6889f48e03bb6c3e5632d04174ba58d32916be41011167408f1) AuthConfig (9c52aac4d3d824a5b8214689880164a447370d2bb38ad5ea01729b8a41b62172) AuthConfig (b3366235fc1a05f0e34f52f89e8ce720b65ef48e98027e206b36e39f3a782e60) AuthConfig (9440a7d29e01a51852221c74334972a2da8d3e1176ad1717bf7332b5c9ede3cc) AuthConfig (99011d818d8241f70d1bd30469edd47144ece210854e414f5887cd8cdac3e26b) AuthConfig (4fe92a8d9afd1eed91d8e2e6e0cd49784ae633304e78707b232c008ac00fb996) AuthConfig (3500881902f07a799415b2015066dab8481d88d180513aeebe8ef921f157891b) AuthConfig (9f72d2995a8c2267c63a0d0b67ff6872f797f6f0bf8d2d999fc70f3b359656d6) AuthConfig (e7f616b31782b43a0fe583adf715262dc3212ff9973d4bdd9000ab8856deaeef) AuthConfig (a17a06b336d8b5b2cb7cb34fce12d17969137c60cf4325b1917008e9cb0a7faf) AuthConfig (51c5b1f590d2af248054fc0e02c8776b1448fb2d72006c74bb6ce853e66cb674) AuthConfig (37a7af996731cde7ce51aefb612afadf2358404f2cfe078c7648c60574e1f668) AuthConfig (5f1aed103bbbd8cb20b0f488526a23e900ee317536ebef520cc73a9431a31652) AuthConfig (23676ee363b456fd7fa448b5f93f3eedb57274db64593919fc5610433c382687) AuthConfig (f54f8f91464df74657c8f701966e2038219c0e2d47fabcb35218a790d2bccbb0) AuthConfig (200d1a7532d4e519945ac6a8d0a849f4cc8030441cf57ebb9d674ca0d06c9534) AuthConfig (fa2317dd93790c010a076d28009c3489c23ef7f5c70efc3ffff768b063c305fb) AuthConfig (a53187125fdc4b3abc1c2c17ff763e5c7b06dc682888f787d001cf5938a5b6ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"585ee621-6563-4f99-97d6-629c487cca4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.222137344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"50ba095c-87ad-4849-a072-5404b2cccb36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.222468926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"e5b5ec47-9006-4a35-9d6e-a10f95905edb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.222865413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"306303b5-0aa5-45d8-bebb-b9386035faa4","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.241972032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28ecc2547397f7ac39c6655c39ab37be09beb17882264be0df952d46a7587f1c) AuthConfig (0bbe80b8a5de0689738edc491950bf611217d76412588b56c8e319756c2f04c8) AuthConfig (a059a0b0cdf1b837edaa73873dbab8d0936b40655d2cc9a1c784d52048aaa715) AuthConfig (137d5ef34b7e63eef0d1f84be5ac1d0ea9d6a806675c043333e326ba9d82498e) AuthConfig (79a775cd39f69d3401ef6d850027203d0eca6acac0d9e10abedb2101eeb60cbf) AuthConfig (2477b794c0ba0175085067dc2e06e186d7bc062e1dab06f8c7c0d46ab5ccfbd9) AuthConfig (86e9ffa3d298779c48f42a6634ebb9a2eff5d4e73ceefbd2180b968ce99d75a9) AuthConfig (181513f284edaa3ae2219b3942d6f943bfbb1c83a3ee7ac6f238c432f156b46b) AuthConfig (c3a2a3b06bd7c1d89ddab832f8e9c7f8fe86346e4d43466daa081050d1e4f698) AuthConfig (8b72d047fd113cbd5573608f788468a8965875b5940560cfb0437fad0ce38e7f) AuthConfig (71f4befa6a11f7994ef4ff537d70b2844c435daf1d0c83ba98c007a58a1a39e7) AuthConfig (c9ca8232bb3e53af46da07a054a30e7be121634dcfe21374335a2419b00e3978) AuthConfig (e78955beea25c6889f48e03bb6c3e5632d04174ba58d32916be41011167408f1) AuthConfig (9c52aac4d3d824a5b8214689880164a447370d2bb38ad5ea01729b8a41b62172) AuthConfig (b3366235fc1a05f0e34f52f89e8ce720b65ef48e98027e206b36e39f3a782e60) AuthConfig (9440a7d29e01a51852221c74334972a2da8d3e1176ad1717bf7332b5c9ede3cc) AuthConfig (99011d818d8241f70d1bd30469edd47144ece210854e414f5887cd8cdac3e26b) AuthConfig (4fe92a8d9afd1eed91d8e2e6e0cd49784ae633304e78707b232c008ac00fb996) AuthConfig (3500881902f07a799415b2015066dab8481d88d180513aeebe8ef921f157891b) AuthConfig (9f72d2995a8c2267c63a0d0b67ff6872f797f6f0bf8d2d999fc70f3b359656d6) AuthConfig (e7f616b31782b43a0fe583adf715262dc3212ff9973d4bdd9000ab8856deaeef) AuthConfig (a17a06b336d8b5b2cb7cb34fce12d17969137c60cf4325b1917008e9cb0a7faf) AuthConfig (51c5b1f590d2af248054fc0e02c8776b1448fb2d72006c74bb6ce853e66cb674) AuthConfig (37a7af996731cde7ce51aefb612afadf2358404f2cfe078c7648c60574e1f668) AuthConfig (5f1aed103bbbd8cb20b0f488526a23e900ee317536ebef520cc73a9431a31652) AuthConfig (23676ee363b456fd7fa448b5f93f3eedb57274db64593919fc5610433c382687) AuthConfig (f54f8f91464df74657c8f701966e2038219c0e2d47fabcb35218a790d2bccbb0) AuthConfig (200d1a7532d4e519945ac6a8d0a849f4cc8030441cf57ebb9d674ca0d06c9534) AuthConfig (fa2317dd93790c010a076d28009c3489c23ef7f5c70efc3ffff768b063c305fb) AuthConfig (a53187125fdc4b3abc1c2c17ff763e5c7b06dc682888f787d001cf5938a5b6ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"50ba095c-87ad-4849-a072-5404b2cccb36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.263073407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"d100338e-8d11-4dd1-9ab7-7a6f474fa140","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.266863913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"0cd87367-8a0f-4804-8e3e-ddb4c2e814e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.278002276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"d8217cc7-c6e7-4a1f-b6ec-55d5b003b604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.27811321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"779f4530-ebe9-43f3-b17c-e2ab3166a11c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.286444281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"0cd87367-8a0f-4804-8e3e-ddb4c2e814e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.298296491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"779f4530-ebe9-43f3-b17c-e2ab3166a11c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.298301488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"d8217cc7-c6e7-4a1f-b6ec-55d5b003b604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.305548642Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28ecc2547397f7ac39c6655c39ab37be09beb17882264be0df952d46a7587f1c) AuthConfig (0bbe80b8a5de0689738edc491950bf611217d76412588b56c8e319756c2f04c8) AuthConfig (a059a0b0cdf1b837edaa73873dbab8d0936b40655d2cc9a1c784d52048aaa715) AuthConfig (137d5ef34b7e63eef0d1f84be5ac1d0ea9d6a806675c043333e326ba9d82498e) AuthConfig (79a775cd39f69d3401ef6d850027203d0eca6acac0d9e10abedb2101eeb60cbf) AuthConfig (2477b794c0ba0175085067dc2e06e186d7bc062e1dab06f8c7c0d46ab5ccfbd9) AuthConfig (86e9ffa3d298779c48f42a6634ebb9a2eff5d4e73ceefbd2180b968ce99d75a9) AuthConfig (181513f284edaa3ae2219b3942d6f943bfbb1c83a3ee7ac6f238c432f156b46b) AuthConfig (c3a2a3b06bd7c1d89ddab832f8e9c7f8fe86346e4d43466daa081050d1e4f698) AuthConfig (8b72d047fd113cbd5573608f788468a8965875b5940560cfb0437fad0ce38e7f) AuthConfig (71f4befa6a11f7994ef4ff537d70b2844c435daf1d0c83ba98c007a58a1a39e7) AuthConfig (c9ca8232bb3e53af46da07a054a30e7be121634dcfe21374335a2419b00e3978) AuthConfig (e78955beea25c6889f48e03bb6c3e5632d04174ba58d32916be41011167408f1) AuthConfig (9c52aac4d3d824a5b8214689880164a447370d2bb38ad5ea01729b8a41b62172) AuthConfig (b3366235fc1a05f0e34f52f89e8ce720b65ef48e98027e206b36e39f3a782e60) AuthConfig (9440a7d29e01a51852221c74334972a2da8d3e1176ad1717bf7332b5c9ede3cc) AuthConfig (99011d818d8241f70d1bd30469edd47144ece210854e414f5887cd8cdac3e26b) AuthConfig (4fe92a8d9afd1eed91d8e2e6e0cd49784ae633304e78707b232c008ac00fb996) AuthConfig (3500881902f07a799415b2015066dab8481d88d180513aeebe8ef921f157891b) AuthConfig (9f72d2995a8c2267c63a0d0b67ff6872f797f6f0bf8d2d999fc70f3b359656d6) AuthConfig (e7f616b31782b43a0fe583adf715262dc3212ff9973d4bdd9000ab8856deaeef) AuthConfig (a17a06b336d8b5b2cb7cb34fce12d17969137c60cf4325b1917008e9cb0a7faf) AuthConfig (51c5b1f590d2af248054fc0e02c8776b1448fb2d72006c74bb6ce853e66cb674) AuthConfig (37a7af996731cde7ce51aefb612afadf2358404f2cfe078c7648c60574e1f668) AuthConfig (5f1aed103bbbd8cb20b0f488526a23e900ee317536ebef520cc73a9431a31652) AuthConfig (23676ee363b456fd7fa448b5f93f3eedb57274db64593919fc5610433c382687) AuthConfig (f54f8f91464df74657c8f701966e2038219c0e2d47fabcb35218a790d2bccbb0) AuthConfig (200d1a7532d4e519945ac6a8d0a849f4cc8030441cf57ebb9d674ca0d06c9534) AuthConfig (fa2317dd93790c010a076d28009c3489c23ef7f5c70efc3ffff768b063c305fb) AuthConfig (a53187125fdc4b3abc1c2c17ff763e5c7b06dc682888f787d001cf5938a5b6ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"0cd87367-8a0f-4804-8e3e-ddb4c2e814e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.31716325Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d4d3deb6b9591a2e0b3c4eec377fdeec087901e24fc294d1d7057f83524fe4a) AuthConfig (db4c47aaf6981eb5a626fee14bb015a561d216abbc0d329dee28f5aef34c67c4) AuthConfig (8c369d3b64c5fe958ead329840542d89886c9c5306e430f22cb14f7b27ed387c) AuthConfig (a4ec79ec062221451043ef275d16d1a6bf6e850f966d06eec978bf92a0386588) AuthConfig (61cf60b8f31b025f6d6d1e9dd83cd07881bd2a5c9683896f4165152dded8a17c) AuthConfig (47f73680db42549a047af3516b45bfc4f8947c3eae40581c3d51f16aa7b15b4d) AuthConfig (06740f45416abb46e0a3b6a22e5a8bb46ec236cc1a5a493f26d1c576bcc42b42) AuthConfig (9223c1b1ac350fd17de3866bcd3dda4b27fda92afb42ab77ba8ebf1b942e30ed) AuthConfig (c9a44fbf430610bfeee965855069c4df2c4e794705b5ec9cb9d488da72a245be) AuthConfig (234a6a35810f24712f05e08c04992554b9fe8d0bfa69c204f73d1b912330664a) AuthConfig (e428b5d2594ec6ab700f42c8c15587b71585f0ee6aa90e3cf51becf1fb6faed9) AuthConfig (8dbef7d8046dadec982fccb18bb391b2f92576393bc6dedad760d19c2eefd410) AuthConfig (2531a80362733904824e5e0c94bdb59fc41860358cfa2422e10a67b0785fedd9) AuthConfig (3508090e328d1f143b358f8956594df8e20883216e80e148f561d29fc525e2b4) AuthConfig (ba6c1ba88e671974af3184d0c8d57305b24dc5c2d5f46566bb92291986d3c4d4) AuthConfig (1ec0975ac2ba595491242aee5ae18f563605fbed2ec39d30c777314f88f21a09) AuthConfig (784bd422d8b845efc6a36382dc520d3d357a4dde960ffa7f831d9f4ce60cb64b) AuthConfig (4827ea9ddd1c201ebbf0e78ce0d835faf44ad14c81d9fe3d3d67f740fc6f31a8) AuthConfig (ed25d7bc5480f1b0fd5c74858827e54f424280cb758c3dcd80ae90747e07eec0) AuthConfig (4e0fd77019378e771fc92f159ccedcf312aaba276fba0183bee04a983ef68fa1) AuthConfig (ab81b665217070ffc60e5338dda287d3c4f472bbad8159b3f9d1a197500b21fd) AuthConfig (e7e58e146f78a33ed321e2f13396bd5e05d1cded6c079c38e89f58b5a461f698) AuthConfig (469b4fb5b1b60011283f494a9b7ad216dd6e315f7bc5e46af827d62235681f58) AuthConfig (0948f866e743c45ad38914db06172a3ec1d1e2e9237b54b2af122df8c658030b) AuthConfig (48ad3e25c3e4641ebab7a30733164b924082d12e9b0703883e6ee179157587c1) AuthConfig (ceb1e52b48da016b81ca9f2d0d9948ee29ab15a4008504de3877a9700031932c) AuthConfig (f5802f6960473b1b4175fceb5ddd28cf85c4a63c283d9c7f318e405bb0d61cfb) AuthConfig (62d85463f600b4b7536fc3487aca460b1f6a4a63ce43aa82fcedd718a966d865) AuthConfig (6614dc1d8e3f85a7ea8b501fbf8dd0ff38cac98a7aae979bf20c359cbcbba480) AuthConfig (8759063b1083ac923a89ef74c45698b47c59c4495883ec50da0788bf4de8c0c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"d8217cc7-c6e7-4a1f-b6ec-55d5b003b604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.317291549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d4d3deb6b9591a2e0b3c4eec377fdeec087901e24fc294d1d7057f83524fe4a) AuthConfig (db4c47aaf6981eb5a626fee14bb015a561d216abbc0d329dee28f5aef34c67c4) AuthConfig (8c369d3b64c5fe958ead329840542d89886c9c5306e430f22cb14f7b27ed387c) AuthConfig (a4ec79ec062221451043ef275d16d1a6bf6e850f966d06eec978bf92a0386588) AuthConfig (61cf60b8f31b025f6d6d1e9dd83cd07881bd2a5c9683896f4165152dded8a17c) AuthConfig (47f73680db42549a047af3516b45bfc4f8947c3eae40581c3d51f16aa7b15b4d) AuthConfig (06740f45416abb46e0a3b6a22e5a8bb46ec236cc1a5a493f26d1c576bcc42b42) AuthConfig (9223c1b1ac350fd17de3866bcd3dda4b27fda92afb42ab77ba8ebf1b942e30ed) AuthConfig (c9a44fbf430610bfeee965855069c4df2c4e794705b5ec9cb9d488da72a245be) AuthConfig (234a6a35810f24712f05e08c04992554b9fe8d0bfa69c204f73d1b912330664a) AuthConfig (e428b5d2594ec6ab700f42c8c15587b71585f0ee6aa90e3cf51becf1fb6faed9) AuthConfig (8dbef7d8046dadec982fccb18bb391b2f92576393bc6dedad760d19c2eefd410) AuthConfig (2531a80362733904824e5e0c94bdb59fc41860358cfa2422e10a67b0785fedd9) AuthConfig (3508090e328d1f143b358f8956594df8e20883216e80e148f561d29fc525e2b4) AuthConfig (ba6c1ba88e671974af3184d0c8d57305b24dc5c2d5f46566bb92291986d3c4d4) AuthConfig (1ec0975ac2ba595491242aee5ae18f563605fbed2ec39d30c777314f88f21a09) AuthConfig (784bd422d8b845efc6a36382dc520d3d357a4dde960ffa7f831d9f4ce60cb64b) AuthConfig (4827ea9ddd1c201ebbf0e78ce0d835faf44ad14c81d9fe3d3d67f740fc6f31a8) AuthConfig (ed25d7bc5480f1b0fd5c74858827e54f424280cb758c3dcd80ae90747e07eec0) AuthConfig (4e0fd77019378e771fc92f159ccedcf312aaba276fba0183bee04a983ef68fa1) AuthConfig (ab81b665217070ffc60e5338dda287d3c4f472bbad8159b3f9d1a197500b21fd) AuthConfig (e7e58e146f78a33ed321e2f13396bd5e05d1cded6c079c38e89f58b5a461f698) AuthConfig (469b4fb5b1b60011283f494a9b7ad216dd6e315f7bc5e46af827d62235681f58) AuthConfig (0948f866e743c45ad38914db06172a3ec1d1e2e9237b54b2af122df8c658030b) AuthConfig (48ad3e25c3e4641ebab7a30733164b924082d12e9b0703883e6ee179157587c1) AuthConfig (ceb1e52b48da016b81ca9f2d0d9948ee29ab15a4008504de3877a9700031932c) AuthConfig (f5802f6960473b1b4175fceb5ddd28cf85c4a63c283d9c7f318e405bb0d61cfb) AuthConfig (62d85463f600b4b7536fc3487aca460b1f6a4a63ce43aa82fcedd718a966d865) AuthConfig (6614dc1d8e3f85a7ea8b501fbf8dd0ff38cac98a7aae979bf20c359cbcbba480) AuthConfig (8759063b1083ac923a89ef74c45698b47c59c4495883ec50da0788bf4de8c0c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"779f4530-ebe9-43f3-b17c-e2ab3166a11c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.337657387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"7187a65e-14d3-471d-8987-7b1393ad2df0","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.343029798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"92cbedc5-7e09-4c7e-a76c-2d0f3609bf06","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.370323369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b980ba7c-3c36-4e0a-ba2b-96902ea3c1d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.390338937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b980ba7c-3c36-4e0a-ba2b-96902ea3c1d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.408806381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28ecc2547397f7ac39c6655c39ab37be09beb17882264be0df952d46a7587f1c) AuthConfig (0bbe80b8a5de0689738edc491950bf611217d76412588b56c8e319756c2f04c8) AuthConfig (a059a0b0cdf1b837edaa73873dbab8d0936b40655d2cc9a1c784d52048aaa715) AuthConfig (137d5ef34b7e63eef0d1f84be5ac1d0ea9d6a806675c043333e326ba9d82498e) AuthConfig (79a775cd39f69d3401ef6d850027203d0eca6acac0d9e10abedb2101eeb60cbf) AuthConfig (2477b794c0ba0175085067dc2e06e186d7bc062e1dab06f8c7c0d46ab5ccfbd9) AuthConfig (86e9ffa3d298779c48f42a6634ebb9a2eff5d4e73ceefbd2180b968ce99d75a9) AuthConfig (181513f284edaa3ae2219b3942d6f943bfbb1c83a3ee7ac6f238c432f156b46b) AuthConfig (c3a2a3b06bd7c1d89ddab832f8e9c7f8fe86346e4d43466daa081050d1e4f698) AuthConfig (8b72d047fd113cbd5573608f788468a8965875b5940560cfb0437fad0ce38e7f) AuthConfig (71f4befa6a11f7994ef4ff537d70b2844c435daf1d0c83ba98c007a58a1a39e7) AuthConfig (c9ca8232bb3e53af46da07a054a30e7be121634dcfe21374335a2419b00e3978) AuthConfig (e78955beea25c6889f48e03bb6c3e5632d04174ba58d32916be41011167408f1) AuthConfig (9c52aac4d3d824a5b8214689880164a447370d2bb38ad5ea01729b8a41b62172) AuthConfig (b3366235fc1a05f0e34f52f89e8ce720b65ef48e98027e206b36e39f3a782e60) AuthConfig (9440a7d29e01a51852221c74334972a2da8d3e1176ad1717bf7332b5c9ede3cc) AuthConfig (99011d818d8241f70d1bd30469edd47144ece210854e414f5887cd8cdac3e26b) AuthConfig (4fe92a8d9afd1eed91d8e2e6e0cd49784ae633304e78707b232c008ac00fb996) AuthConfig (3500881902f07a799415b2015066dab8481d88d180513aeebe8ef921f157891b) AuthConfig (9f72d2995a8c2267c63a0d0b67ff6872f797f6f0bf8d2d999fc70f3b359656d6) AuthConfig (e7f616b31782b43a0fe583adf715262dc3212ff9973d4bdd9000ab8856deaeef) AuthConfig (a17a06b336d8b5b2cb7cb34fce12d17969137c60cf4325b1917008e9cb0a7faf) AuthConfig (51c5b1f590d2af248054fc0e02c8776b1448fb2d72006c74bb6ce853e66cb674) AuthConfig (37a7af996731cde7ce51aefb612afadf2358404f2cfe078c7648c60574e1f668) AuthConfig (5f1aed103bbbd8cb20b0f488526a23e900ee317536ebef520cc73a9431a31652) AuthConfig (23676ee363b456fd7fa448b5f93f3eedb57274db64593919fc5610433c382687) AuthConfig (f54f8f91464df74657c8f701966e2038219c0e2d47fabcb35218a790d2bccbb0) AuthConfig (200d1a7532d4e519945ac6a8d0a849f4cc8030441cf57ebb9d674ca0d06c9534) AuthConfig (fa2317dd93790c010a076d28009c3489c23ef7f5c70efc3ffff768b063c305fb) AuthConfig (a53187125fdc4b3abc1c2c17ff763e5c7b06dc682888f787d001cf5938a5b6ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b980ba7c-3c36-4e0a-ba2b-96902ea3c1d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:54:36.424855427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b980ba7c-3c36-4e0a-ba2b-96902ea3c1d0","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.474317073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"5b883f7e-1182-4e5b-a4b2-a221c95216af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.474806581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"eb932ef3-bd3a-4576-a363-0e6e02e240b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.475389905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"3c752e26-4e09-4988-9b88-81a902c06b59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.49606649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"3c752e26-4e09-4988-9b88-81a902c06b59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.497319373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"eb932ef3-bd3a-4576-a363-0e6e02e240b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.499051832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"5b883f7e-1182-4e5b-a4b2-a221c95216af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.514408873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28ecc2547397f7ac39c6655c39ab37be09beb17882264be0df952d46a7587f1c) AuthConfig (0bbe80b8a5de0689738edc491950bf611217d76412588b56c8e319756c2f04c8) AuthConfig (a059a0b0cdf1b837edaa73873dbab8d0936b40655d2cc9a1c784d52048aaa715) AuthConfig (137d5ef34b7e63eef0d1f84be5ac1d0ea9d6a806675c043333e326ba9d82498e) AuthConfig (79a775cd39f69d3401ef6d850027203d0eca6acac0d9e10abedb2101eeb60cbf) AuthConfig (2477b794c0ba0175085067dc2e06e186d7bc062e1dab06f8c7c0d46ab5ccfbd9) AuthConfig (86e9ffa3d298779c48f42a6634ebb9a2eff5d4e73ceefbd2180b968ce99d75a9) AuthConfig (181513f284edaa3ae2219b3942d6f943bfbb1c83a3ee7ac6f238c432f156b46b) AuthConfig (c3a2a3b06bd7c1d89ddab832f8e9c7f8fe86346e4d43466daa081050d1e4f698) AuthConfig (8b72d047fd113cbd5573608f788468a8965875b5940560cfb0437fad0ce38e7f) AuthConfig (71f4befa6a11f7994ef4ff537d70b2844c435daf1d0c83ba98c007a58a1a39e7) AuthConfig (c9ca8232bb3e53af46da07a054a30e7be121634dcfe21374335a2419b00e3978) AuthConfig (e78955beea25c6889f48e03bb6c3e5632d04174ba58d32916be41011167408f1) AuthConfig (9c52aac4d3d824a5b8214689880164a447370d2bb38ad5ea01729b8a41b62172) AuthConfig (b3366235fc1a05f0e34f52f89e8ce720b65ef48e98027e206b36e39f3a782e60) AuthConfig (9440a7d29e01a51852221c74334972a2da8d3e1176ad1717bf7332b5c9ede3cc) AuthConfig (99011d818d8241f70d1bd30469edd47144ece210854e414f5887cd8cdac3e26b) AuthConfig (4fe92a8d9afd1eed91d8e2e6e0cd49784ae633304e78707b232c008ac00fb996) AuthConfig (3500881902f07a799415b2015066dab8481d88d180513aeebe8ef921f157891b) AuthConfig (9f72d2995a8c2267c63a0d0b67ff6872f797f6f0bf8d2d999fc70f3b359656d6) AuthConfig (e7f616b31782b43a0fe583adf715262dc3212ff9973d4bdd9000ab8856deaeef) AuthConfig (a17a06b336d8b5b2cb7cb34fce12d17969137c60cf4325b1917008e9cb0a7faf) AuthConfig (51c5b1f590d2af248054fc0e02c8776b1448fb2d72006c74bb6ce853e66cb674) AuthConfig (37a7af996731cde7ce51aefb612afadf2358404f2cfe078c7648c60574e1f668) AuthConfig (5f1aed103bbbd8cb20b0f488526a23e900ee317536ebef520cc73a9431a31652) AuthConfig (23676ee363b456fd7fa448b5f93f3eedb57274db64593919fc5610433c382687) AuthConfig (f54f8f91464df74657c8f701966e2038219c0e2d47fabcb35218a790d2bccbb0) AuthConfig (200d1a7532d4e519945ac6a8d0a849f4cc8030441cf57ebb9d674ca0d06c9534) AuthConfig (fa2317dd93790c010a076d28009c3489c23ef7f5c70efc3ffff768b063c305fb) AuthConfig (a53187125fdc4b3abc1c2c17ff763e5c7b06dc682888f787d001cf5938a5b6ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"3c752e26-4e09-4988-9b88-81a902c06b59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.516162942Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d4d3deb6b9591a2e0b3c4eec377fdeec087901e24fc294d1d7057f83524fe4a) AuthConfig (db4c47aaf6981eb5a626fee14bb015a561d216abbc0d329dee28f5aef34c67c4) AuthConfig (8c369d3b64c5fe958ead329840542d89886c9c5306e430f22cb14f7b27ed387c) AuthConfig (a4ec79ec062221451043ef275d16d1a6bf6e850f966d06eec978bf92a0386588) AuthConfig (61cf60b8f31b025f6d6d1e9dd83cd07881bd2a5c9683896f4165152dded8a17c) AuthConfig (47f73680db42549a047af3516b45bfc4f8947c3eae40581c3d51f16aa7b15b4d) AuthConfig (06740f45416abb46e0a3b6a22e5a8bb46ec236cc1a5a493f26d1c576bcc42b42) AuthConfig (9223c1b1ac350fd17de3866bcd3dda4b27fda92afb42ab77ba8ebf1b942e30ed) AuthConfig (c9a44fbf430610bfeee965855069c4df2c4e794705b5ec9cb9d488da72a245be) AuthConfig (234a6a35810f24712f05e08c04992554b9fe8d0bfa69c204f73d1b912330664a) AuthConfig (e428b5d2594ec6ab700f42c8c15587b71585f0ee6aa90e3cf51becf1fb6faed9) AuthConfig (8dbef7d8046dadec982fccb18bb391b2f92576393bc6dedad760d19c2eefd410) AuthConfig (2531a80362733904824e5e0c94bdb59fc41860358cfa2422e10a67b0785fedd9) AuthConfig (3508090e328d1f143b358f8956594df8e20883216e80e148f561d29fc525e2b4) AuthConfig (ba6c1ba88e671974af3184d0c8d57305b24dc5c2d5f46566bb92291986d3c4d4) AuthConfig (1ec0975ac2ba595491242aee5ae18f563605fbed2ec39d30c777314f88f21a09) AuthConfig (784bd422d8b845efc6a36382dc520d3d357a4dde960ffa7f831d9f4ce60cb64b) AuthConfig (4827ea9ddd1c201ebbf0e78ce0d835faf44ad14c81d9fe3d3d67f740fc6f31a8) AuthConfig (ed25d7bc5480f1b0fd5c74858827e54f424280cb758c3dcd80ae90747e07eec0) AuthConfig (4e0fd77019378e771fc92f159ccedcf312aaba276fba0183bee04a983ef68fa1) AuthConfig (ab81b665217070ffc60e5338dda287d3c4f472bbad8159b3f9d1a197500b21fd) AuthConfig (e7e58e146f78a33ed321e2f13396bd5e05d1cded6c079c38e89f58b5a461f698) AuthConfig (469b4fb5b1b60011283f494a9b7ad216dd6e315f7bc5e46af827d62235681f58) AuthConfig (0948f866e743c45ad38914db06172a3ec1d1e2e9237b54b2af122df8c658030b) AuthConfig (48ad3e25c3e4641ebab7a30733164b924082d12e9b0703883e6ee179157587c1) AuthConfig (ceb1e52b48da016b81ca9f2d0d9948ee29ab15a4008504de3877a9700031932c) AuthConfig (f5802f6960473b1b4175fceb5ddd28cf85c4a63c283d9c7f318e405bb0d61cfb) AuthConfig (62d85463f600b4b7536fc3487aca460b1f6a4a63ce43aa82fcedd718a966d865) AuthConfig (6614dc1d8e3f85a7ea8b501fbf8dd0ff38cac98a7aae979bf20c359cbcbba480) AuthConfig (8759063b1083ac923a89ef74c45698b47c59c4495883ec50da0788bf4de8c0c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"eb932ef3-bd3a-4576-a363-0e6e02e240b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:36.517103248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d4d3deb6b9591a2e0b3c4eec377fdeec087901e24fc294d1d7057f83524fe4a) AuthConfig (db4c47aaf6981eb5a626fee14bb015a561d216abbc0d329dee28f5aef34c67c4) AuthConfig (8c369d3b64c5fe958ead329840542d89886c9c5306e430f22cb14f7b27ed387c) AuthConfig (a4ec79ec062221451043ef275d16d1a6bf6e850f966d06eec978bf92a0386588) AuthConfig (61cf60b8f31b025f6d6d1e9dd83cd07881bd2a5c9683896f4165152dded8a17c) AuthConfig (47f73680db42549a047af3516b45bfc4f8947c3eae40581c3d51f16aa7b15b4d) AuthConfig (06740f45416abb46e0a3b6a22e5a8bb46ec236cc1a5a493f26d1c576bcc42b42) AuthConfig (9223c1b1ac350fd17de3866bcd3dda4b27fda92afb42ab77ba8ebf1b942e30ed) AuthConfig (c9a44fbf430610bfeee965855069c4df2c4e794705b5ec9cb9d488da72a245be) AuthConfig (234a6a35810f24712f05e08c04992554b9fe8d0bfa69c204f73d1b912330664a) AuthConfig (e428b5d2594ec6ab700f42c8c15587b71585f0ee6aa90e3cf51becf1fb6faed9) AuthConfig (8dbef7d8046dadec982fccb18bb391b2f92576393bc6dedad760d19c2eefd410) AuthConfig (2531a80362733904824e5e0c94bdb59fc41860358cfa2422e10a67b0785fedd9) AuthConfig (3508090e328d1f143b358f8956594df8e20883216e80e148f561d29fc525e2b4) AuthConfig (ba6c1ba88e671974af3184d0c8d57305b24dc5c2d5f46566bb92291986d3c4d4) AuthConfig (1ec0975ac2ba595491242aee5ae18f563605fbed2ec39d30c777314f88f21a09) AuthConfig (784bd422d8b845efc6a36382dc520d3d357a4dde960ffa7f831d9f4ce60cb64b) AuthConfig (4827ea9ddd1c201ebbf0e78ce0d835faf44ad14c81d9fe3d3d67f740fc6f31a8) AuthConfig (ed25d7bc5480f1b0fd5c74858827e54f424280cb758c3dcd80ae90747e07eec0) AuthConfig (4e0fd77019378e771fc92f159ccedcf312aaba276fba0183bee04a983ef68fa1) AuthConfig (ab81b665217070ffc60e5338dda287d3c4f472bbad8159b3f9d1a197500b21fd) AuthConfig (e7e58e146f78a33ed321e2f13396bd5e05d1cded6c079c38e89f58b5a461f698) AuthConfig (469b4fb5b1b60011283f494a9b7ad216dd6e315f7bc5e46af827d62235681f58) AuthConfig (0948f866e743c45ad38914db06172a3ec1d1e2e9237b54b2af122df8c658030b) AuthConfig (48ad3e25c3e4641ebab7a30733164b924082d12e9b0703883e6ee179157587c1) AuthConfig (ceb1e52b48da016b81ca9f2d0d9948ee29ab15a4008504de3877a9700031932c) AuthConfig (f5802f6960473b1b4175fceb5ddd28cf85c4a63c283d9c7f318e405bb0d61cfb) AuthConfig (62d85463f600b4b7536fc3487aca460b1f6a4a63ce43aa82fcedd718a966d865) AuthConfig (6614dc1d8e3f85a7ea8b501fbf8dd0ff38cac98a7aae979bf20c359cbcbba480) AuthConfig (8759063b1083ac923a89ef74c45698b47c59c4495883ec50da0788bf4de8c0c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"5b883f7e-1182-4e5b-a4b2-a221c95216af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.174402257Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c1f6bb37","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37","reconcileID":"38957646-5593-48ee-80c9-5d3a9a55f624","MaaSSubscription":{"name":"e2e-filter-sub-b-c1f6bb37","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscription":"e2e-filter-sub-b-c1f6bb37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.224990761Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-c1f6bb37","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37","reconcileID":"38957646-5593-48ee-80c9-5d3a9a55f624","MaaSSubscription":{"name":"e2e-filter-sub-b-c1f6bb37","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.269758728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"7b5bc115-c54e-414e-b94d-f1b010599917","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.296499055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"329ff20e-26b7-45ba-9d72-8e68db33731c","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.317355405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"abfb1468-e557-4192-8e90-87f58b288fce","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.338682924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"50e6570b-97ce-45ce-9a91-0658bd9b620d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.338682933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37-auth","reconcileID":"3c3075c9-de18-4f2d-bd9d-b5ebdc68867f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.339261111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a3743c72-f440-4c03-aa5e-ec103eaf5867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.339329198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"53dd8656-3bad-47ea-a263-18ae5124cc1f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.358825216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37-auth","reconcileID":"3c3075c9-de18-4f2d-bd9d-b5ebdc68867f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.359341269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"50e6570b-97ce-45ce-9a91-0658bd9b620d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.361212211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a3743c72-f440-4c03-aa5e-ec103eaf5867","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.362829335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"53dd8656-3bad-47ea-a263-18ae5124cc1f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.439642187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"6807438d-bedc-43f9-8c2b-d9e5d9656fbb","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.439676163Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-a-188f2049-auth","reconcileID":"27992bfc-3efe-43c4-9413-9e9c4e5a70cd","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-188f2049-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.609305906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"7654fd32-72ad-4f39-8ca9-2da78c1962a8","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.766954046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"0957cf29-dd59-4353-86c3-5abe8153549a","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.766963007Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-filter-sub-b-c1f6bb37-auth","reconcileID":"1a5bcde5-bdbd-4ab2-bc26-7c1f55e3e9d4","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-c1f6bb37-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:37.9061657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"c87aab00-86a6-45c9-b376-1e18c94eb2d4","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.905964854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"2dc82213-db21-4f5e-9514-78b3e99c9d21","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.923290832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"f4c216e6-9484-4e7a-9033-3d7c45552ec7","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.966046091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-0b50e957","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-gw-auth-0b50e957","reconcileID":"cedca840-ba81-430a-a040-2306bde5b8f2","MaaSAuthPolicy":{"name":"e2e-gw-auth-0b50e957","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:38.985525998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-0b50e957","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-gw-auth-0b50e957","reconcileID":"cedca840-ba81-430a-a040-2306bde5b8f2","MaaSAuthPolicy":{"name":"e2e-gw-auth-0b50e957","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:39.066226668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"452e678d-f8a3-4388-8712-932d11a82628","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:39.108352191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-0b50e957","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-gw-auth-0b50e957","reconcileID":"5c0596b0-5607-44b7-a087-f7f6f4db9f33","MaaSAuthPolicy":{"name":"e2e-gw-auth-0b50e957","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:39.127971154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-0b50e957","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-gw-auth-0b50e957","reconcileID":"5c0596b0-5607-44b7-a087-f7f6f4db9f33","MaaSAuthPolicy":{"name":"e2e-gw-auth-0b50e957","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:41.353557072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"068b7110-7636-4091-89c6-8e2ecd9fd20a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:41.353580246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"0a85be4a-c931-4e6c-ae09-529dd0a0c5ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:41.373250992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"0a85be4a-c931-4e6c-ae09-529dd0a0c5ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:41.374331249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"068b7110-7636-4091-89c6-8e2ecd9fd20a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:41.454533656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"85464ac0-3a7f-4e1c-a302-5d1466e4d63e","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:41.455325695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"607d69c3-07f0-4363-a7a2-1fe0f6638f60","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:42.032816883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"209b3366-e8a7-4235-a717-d8e2e08c07a6","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:42.032889227Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-0b50e957","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-gw-auth-0b50e957","reconcileID":"c5b6911b-f6c1-46e0-82f8-659771963a35","MaaSAuthPolicy":{"name":"e2e-gw-auth-0b50e957","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:42.08020404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"6a0153fa-4e70-4081-bea0-f59d5471d1b2","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:44.294831688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"b8ead960-d277-4112-9245-11653faac75e","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:44.295305587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"3501e01b-c4c9-4831-ba5e-987698e2a69d","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:44.324738833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"210585c0-5f92-424f-84fc-3c016c8d7932","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:44.325022045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"d9c7d47e-99b1-4bc1-b2bc-633c10883d6e","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:44.336404973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"5a18d60c-ffc8-4b68-bd47-b825cf17d2c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:44.340106683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"746fca84-5292-4d04-9208-a1f064ccba2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:44.355291829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"5a18d60c-ffc8-4b68-bd47-b825cf17d2c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:44.477971157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"9347ef6b-93fb-41b0-a466-ed15780aa6c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:44.479418993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"9fa86ee5-4f15-4c46-90a2-691d7be45ee2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:44.511307798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"9347ef6b-93fb-41b0-a466-ed15780aa6c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:44.511740651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"13cbf24f-116d-44f0-99b7-7de256f75b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:44.53096402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"13cbf24f-116d-44f0-99b7-7de256f75b0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:44.694858146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"6fd93f59-6eec-4a4a-8153-e8e505537388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:44.714644158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"6fd93f59-6eec-4a4a-8153-e8e505537388","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:45.66500625Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.212594854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"7a417e0e-aa5e-49b3-a1e2-96bf1f2b8b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.235900358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"7a417e0e-aa5e-49b3-a1e2-96bf1f2b8b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.255024738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"7a417e0e-aa5e-49b3-a1e2-96bf1f2b8b6c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.31280776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"4a6d127f-d997-4e4f-aded-ba00c160363b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.332244382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"4a6d127f-d997-4e4f-aded-ba00c160363b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.350297824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"4a6d127f-d997-4e4f-aded-ba00c160363b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.428532629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"02ed0150-4df5-42b4-8a4d-5791c24bc626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.448635322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"02ed0150-4df5-42b4-8a4d-5791c24bc626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.467356267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28ecc2547397f7ac39c6655c39ab37be09beb17882264be0df952d46a7587f1c) AuthConfig (0bbe80b8a5de0689738edc491950bf611217d76412588b56c8e319756c2f04c8) AuthConfig (a059a0b0cdf1b837edaa73873dbab8d0936b40655d2cc9a1c784d52048aaa715) AuthConfig (137d5ef34b7e63eef0d1f84be5ac1d0ea9d6a806675c043333e326ba9d82498e) AuthConfig (79a775cd39f69d3401ef6d850027203d0eca6acac0d9e10abedb2101eeb60cbf) AuthConfig (2477b794c0ba0175085067dc2e06e186d7bc062e1dab06f8c7c0d46ab5ccfbd9) AuthConfig (86e9ffa3d298779c48f42a6634ebb9a2eff5d4e73ceefbd2180b968ce99d75a9) AuthConfig (181513f284edaa3ae2219b3942d6f943bfbb1c83a3ee7ac6f238c432f156b46b) AuthConfig (c3a2a3b06bd7c1d89ddab832f8e9c7f8fe86346e4d43466daa081050d1e4f698) AuthConfig (8b72d047fd113cbd5573608f788468a8965875b5940560cfb0437fad0ce38e7f) AuthConfig (71f4befa6a11f7994ef4ff537d70b2844c435daf1d0c83ba98c007a58a1a39e7) AuthConfig (c9ca8232bb3e53af46da07a054a30e7be121634dcfe21374335a2419b00e3978) AuthConfig (e78955beea25c6889f48e03bb6c3e5632d04174ba58d32916be41011167408f1) AuthConfig (9c52aac4d3d824a5b8214689880164a447370d2bb38ad5ea01729b8a41b62172) AuthConfig (b3366235fc1a05f0e34f52f89e8ce720b65ef48e98027e206b36e39f3a782e60) AuthConfig (9440a7d29e01a51852221c74334972a2da8d3e1176ad1717bf7332b5c9ede3cc) AuthConfig (99011d818d8241f70d1bd30469edd47144ece210854e414f5887cd8cdac3e26b) AuthConfig (4fe92a8d9afd1eed91d8e2e6e0cd49784ae633304e78707b232c008ac00fb996) AuthConfig (3500881902f07a799415b2015066dab8481d88d180513aeebe8ef921f157891b) AuthConfig (9f72d2995a8c2267c63a0d0b67ff6872f797f6f0bf8d2d999fc70f3b359656d6) AuthConfig (e7f616b31782b43a0fe583adf715262dc3212ff9973d4bdd9000ab8856deaeef) AuthConfig (a17a06b336d8b5b2cb7cb34fce12d17969137c60cf4325b1917008e9cb0a7faf) AuthConfig (51c5b1f590d2af248054fc0e02c8776b1448fb2d72006c74bb6ce853e66cb674) AuthConfig (37a7af996731cde7ce51aefb612afadf2358404f2cfe078c7648c60574e1f668) AuthConfig (5f1aed103bbbd8cb20b0f488526a23e900ee317536ebef520cc73a9431a31652) AuthConfig (23676ee363b456fd7fa448b5f93f3eedb57274db64593919fc5610433c382687) AuthConfig (f54f8f91464df74657c8f701966e2038219c0e2d47fabcb35218a790d2bccbb0) AuthConfig (200d1a7532d4e519945ac6a8d0a849f4cc8030441cf57ebb9d674ca0d06c9534) AuthConfig (fa2317dd93790c010a076d28009c3489c23ef7f5c70efc3ffff768b063c305fb) AuthConfig (a53187125fdc4b3abc1c2c17ff763e5c7b06dc682888f787d001cf5938a5b6ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"02ed0150-4df5-42b4-8a4d-5791c24bc626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.557104909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"3ffd61b7-26ea-48bf-94b5-d5334285c37b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.558317666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b36f1867-270e-472a-b66e-2ace27f26e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.559753016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"d14d1f83-b91f-4d20-b472-3bffafb589b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.576807419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"3ffd61b7-26ea-48bf-94b5-d5334285c37b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.580297261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b36f1867-270e-472a-b66e-2ace27f26e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.580404639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"d14d1f83-b91f-4d20-b472-3bffafb589b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.595093221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (28ecc2547397f7ac39c6655c39ab37be09beb17882264be0df952d46a7587f1c) AuthConfig (0bbe80b8a5de0689738edc491950bf611217d76412588b56c8e319756c2f04c8) AuthConfig (a059a0b0cdf1b837edaa73873dbab8d0936b40655d2cc9a1c784d52048aaa715) AuthConfig (137d5ef34b7e63eef0d1f84be5ac1d0ea9d6a806675c043333e326ba9d82498e) AuthConfig (79a775cd39f69d3401ef6d850027203d0eca6acac0d9e10abedb2101eeb60cbf) AuthConfig (2477b794c0ba0175085067dc2e06e186d7bc062e1dab06f8c7c0d46ab5ccfbd9) AuthConfig (86e9ffa3d298779c48f42a6634ebb9a2eff5d4e73ceefbd2180b968ce99d75a9) AuthConfig (181513f284edaa3ae2219b3942d6f943bfbb1c83a3ee7ac6f238c432f156b46b) AuthConfig (c3a2a3b06bd7c1d89ddab832f8e9c7f8fe86346e4d43466daa081050d1e4f698) AuthConfig (8b72d047fd113cbd5573608f788468a8965875b5940560cfb0437fad0ce38e7f) AuthConfig (71f4befa6a11f7994ef4ff537d70b2844c435daf1d0c83ba98c007a58a1a39e7) AuthConfig (c9ca8232bb3e53af46da07a054a30e7be121634dcfe21374335a2419b00e3978) AuthConfig (e78955beea25c6889f48e03bb6c3e5632d04174ba58d32916be41011167408f1) AuthConfig (9c52aac4d3d824a5b8214689880164a447370d2bb38ad5ea01729b8a41b62172) AuthConfig (b3366235fc1a05f0e34f52f89e8ce720b65ef48e98027e206b36e39f3a782e60) AuthConfig (9440a7d29e01a51852221c74334972a2da8d3e1176ad1717bf7332b5c9ede3cc) AuthConfig (99011d818d8241f70d1bd30469edd47144ece210854e414f5887cd8cdac3e26b) AuthConfig (4fe92a8d9afd1eed91d8e2e6e0cd49784ae633304e78707b232c008ac00fb996) AuthConfig (3500881902f07a799415b2015066dab8481d88d180513aeebe8ef921f157891b) AuthConfig (9f72d2995a8c2267c63a0d0b67ff6872f797f6f0bf8d2d999fc70f3b359656d6) AuthConfig (e7f616b31782b43a0fe583adf715262dc3212ff9973d4bdd9000ab8856deaeef) AuthConfig (a17a06b336d8b5b2cb7cb34fce12d17969137c60cf4325b1917008e9cb0a7faf) AuthConfig (51c5b1f590d2af248054fc0e02c8776b1448fb2d72006c74bb6ce853e66cb674) AuthConfig (37a7af996731cde7ce51aefb612afadf2358404f2cfe078c7648c60574e1f668) AuthConfig (5f1aed103bbbd8cb20b0f488526a23e900ee317536ebef520cc73a9431a31652) AuthConfig (23676ee363b456fd7fa448b5f93f3eedb57274db64593919fc5610433c382687) AuthConfig (f54f8f91464df74657c8f701966e2038219c0e2d47fabcb35218a790d2bccbb0) AuthConfig (200d1a7532d4e519945ac6a8d0a849f4cc8030441cf57ebb9d674ca0d06c9534) AuthConfig (fa2317dd93790c010a076d28009c3489c23ef7f5c70efc3ffff768b063c305fb) AuthConfig (a53187125fdc4b3abc1c2c17ff763e5c7b06dc682888f787d001cf5938a5b6ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"3ffd61b7-26ea-48bf-94b5-d5334285c37b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.599475404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d4d3deb6b9591a2e0b3c4eec377fdeec087901e24fc294d1d7057f83524fe4a) AuthConfig (db4c47aaf6981eb5a626fee14bb015a561d216abbc0d329dee28f5aef34c67c4) AuthConfig (8c369d3b64c5fe958ead329840542d89886c9c5306e430f22cb14f7b27ed387c) AuthConfig (a4ec79ec062221451043ef275d16d1a6bf6e850f966d06eec978bf92a0386588) AuthConfig (61cf60b8f31b025f6d6d1e9dd83cd07881bd2a5c9683896f4165152dded8a17c) AuthConfig (47f73680db42549a047af3516b45bfc4f8947c3eae40581c3d51f16aa7b15b4d) AuthConfig (06740f45416abb46e0a3b6a22e5a8bb46ec236cc1a5a493f26d1c576bcc42b42) AuthConfig (9223c1b1ac350fd17de3866bcd3dda4b27fda92afb42ab77ba8ebf1b942e30ed) AuthConfig (c9a44fbf430610bfeee965855069c4df2c4e794705b5ec9cb9d488da72a245be) AuthConfig (234a6a35810f24712f05e08c04992554b9fe8d0bfa69c204f73d1b912330664a) AuthConfig (e428b5d2594ec6ab700f42c8c15587b71585f0ee6aa90e3cf51becf1fb6faed9) AuthConfig (8dbef7d8046dadec982fccb18bb391b2f92576393bc6dedad760d19c2eefd410) AuthConfig (2531a80362733904824e5e0c94bdb59fc41860358cfa2422e10a67b0785fedd9) AuthConfig (3508090e328d1f143b358f8956594df8e20883216e80e148f561d29fc525e2b4) AuthConfig (ba6c1ba88e671974af3184d0c8d57305b24dc5c2d5f46566bb92291986d3c4d4) AuthConfig (1ec0975ac2ba595491242aee5ae18f563605fbed2ec39d30c777314f88f21a09) AuthConfig (784bd422d8b845efc6a36382dc520d3d357a4dde960ffa7f831d9f4ce60cb64b) AuthConfig (4827ea9ddd1c201ebbf0e78ce0d835faf44ad14c81d9fe3d3d67f740fc6f31a8) AuthConfig (ed25d7bc5480f1b0fd5c74858827e54f424280cb758c3dcd80ae90747e07eec0) AuthConfig (4e0fd77019378e771fc92f159ccedcf312aaba276fba0183bee04a983ef68fa1) AuthConfig (ab81b665217070ffc60e5338dda287d3c4f472bbad8159b3f9d1a197500b21fd) AuthConfig (e7e58e146f78a33ed321e2f13396bd5e05d1cded6c079c38e89f58b5a461f698) AuthConfig (469b4fb5b1b60011283f494a9b7ad216dd6e315f7bc5e46af827d62235681f58) AuthConfig (0948f866e743c45ad38914db06172a3ec1d1e2e9237b54b2af122df8c658030b) AuthConfig (48ad3e25c3e4641ebab7a30733164b924082d12e9b0703883e6ee179157587c1) AuthConfig (ceb1e52b48da016b81ca9f2d0d9948ee29ab15a4008504de3877a9700031932c) AuthConfig (f5802f6960473b1b4175fceb5ddd28cf85c4a63c283d9c7f318e405bb0d61cfb) AuthConfig (62d85463f600b4b7536fc3487aca460b1f6a4a63ce43aa82fcedd718a966d865) AuthConfig (6614dc1d8e3f85a7ea8b501fbf8dd0ff38cac98a7aae979bf20c359cbcbba480) AuthConfig (8759063b1083ac923a89ef74c45698b47c59c4495883ec50da0788bf4de8c0c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"d14d1f83-b91f-4d20-b472-3bffafb589b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:46.599474805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8d4d3deb6b9591a2e0b3c4eec377fdeec087901e24fc294d1d7057f83524fe4a) AuthConfig (db4c47aaf6981eb5a626fee14bb015a561d216abbc0d329dee28f5aef34c67c4) AuthConfig (8c369d3b64c5fe958ead329840542d89886c9c5306e430f22cb14f7b27ed387c) AuthConfig (a4ec79ec062221451043ef275d16d1a6bf6e850f966d06eec978bf92a0386588) AuthConfig (61cf60b8f31b025f6d6d1e9dd83cd07881bd2a5c9683896f4165152dded8a17c) AuthConfig (47f73680db42549a047af3516b45bfc4f8947c3eae40581c3d51f16aa7b15b4d) AuthConfig (06740f45416abb46e0a3b6a22e5a8bb46ec236cc1a5a493f26d1c576bcc42b42) AuthConfig (9223c1b1ac350fd17de3866bcd3dda4b27fda92afb42ab77ba8ebf1b942e30ed) AuthConfig (c9a44fbf430610bfeee965855069c4df2c4e794705b5ec9cb9d488da72a245be) AuthConfig (234a6a35810f24712f05e08c04992554b9fe8d0bfa69c204f73d1b912330664a) AuthConfig (e428b5d2594ec6ab700f42c8c15587b71585f0ee6aa90e3cf51becf1fb6faed9) AuthConfig (8dbef7d8046dadec982fccb18bb391b2f92576393bc6dedad760d19c2eefd410) AuthConfig (2531a80362733904824e5e0c94bdb59fc41860358cfa2422e10a67b0785fedd9) AuthConfig (3508090e328d1f143b358f8956594df8e20883216e80e148f561d29fc525e2b4) AuthConfig (ba6c1ba88e671974af3184d0c8d57305b24dc5c2d5f46566bb92291986d3c4d4) AuthConfig (1ec0975ac2ba595491242aee5ae18f563605fbed2ec39d30c777314f88f21a09) AuthConfig (784bd422d8b845efc6a36382dc520d3d357a4dde960ffa7f831d9f4ce60cb64b) AuthConfig (4827ea9ddd1c201ebbf0e78ce0d835faf44ad14c81d9fe3d3d67f740fc6f31a8) AuthConfig (ed25d7bc5480f1b0fd5c74858827e54f424280cb758c3dcd80ae90747e07eec0) AuthConfig (4e0fd77019378e771fc92f159ccedcf312aaba276fba0183bee04a983ef68fa1) AuthConfig (ab81b665217070ffc60e5338dda287d3c4f472bbad8159b3f9d1a197500b21fd) AuthConfig (e7e58e146f78a33ed321e2f13396bd5e05d1cded6c079c38e89f58b5a461f698) AuthConfig (469b4fb5b1b60011283f494a9b7ad216dd6e315f7bc5e46af827d62235681f58) AuthConfig (0948f866e743c45ad38914db06172a3ec1d1e2e9237b54b2af122df8c658030b) AuthConfig (48ad3e25c3e4641ebab7a30733164b924082d12e9b0703883e6ee179157587c1) AuthConfig (ceb1e52b48da016b81ca9f2d0d9948ee29ab15a4008504de3877a9700031932c) AuthConfig (f5802f6960473b1b4175fceb5ddd28cf85c4a63c283d9c7f318e405bb0d61cfb) AuthConfig (62d85463f600b4b7536fc3487aca460b1f6a4a63ce43aa82fcedd718a966d865) AuthConfig (6614dc1d8e3f85a7ea8b501fbf8dd0ff38cac98a7aae979bf20c359cbcbba480) AuthConfig (8759063b1083ac923a89ef74c45698b47c59c4495883ec50da0788bf4de8c0c6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b36f1867-270e-472a-b66e-2ace27f26e84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.246834149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"703d4f2d-8503-4081-99a6-024d2cf8e6c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.303356468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"dedfb33e-223c-455c-815a-638fd1e90870","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.339776847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"38f029c6-a66a-41da-b810-84cf3db961ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.406658856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"19a89bef-8dda-46d3-9ede-4022eabc890d","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.446712521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"04345d3a-019a-457d-889a-682022683ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.447384483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"58bfd1df-6a17-4737-9e42-ef67ca43d4b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.468473619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"58bfd1df-6a17-4737-9e42-ef67ca43d4b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.468614051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"04345d3a-019a-457d-889a-682022683ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.486899938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26acea40873cd3212f0e212a2c9e4668f8e2f212343f1e289b04cdf3333dead0) AuthConfig (0d571de359d93e8f1ed83e7f14ffb80a4acd34fc93e654dabd07edca95e034d4) AuthConfig (785c19e3139697ff465049f0701f1a4597859a888d9271df06503ef43c3d6e53) AuthConfig (fd3ae0e85d450a078361759c8a27121ec39b19c8860a2932c78f71a2d9b79189) AuthConfig (dbbb1ef8869c155ef1ee99ae69ca3c83b326b8579121b37a69e35f79028d007e) AuthConfig (2bf595d164705e13a66a904a13fe77139715bad440c012f1e70cd4ddf9433b75) AuthConfig (f0455e57774ff50ee6ea9e1d1081f142e8ac820974ec61f7d2ddef17d4cc6b5d) AuthConfig (ed287f970005b128209675315f0209392d5151fe54adf8ceb0b65973cd2278de) AuthConfig (b3aba97c675ba0afcb34c98440ba24537ca472cbbdcdf5c658d247e0cc4e1507) AuthConfig (d18d94047fcb07ec0fd2c821e2f2cce242015a03300d91f5a065da718605ae63) AuthConfig (a6c6f6e2b62bf31d6e257d11b09a2bf448f67680475482322f0eca3101ac608f) AuthConfig (1b795aef1af4c13b8836770929d775bbd38029bc5aaf352a0864a4537a1f0964) AuthConfig (4c7d72ab65bbba32fd08f9f89684864ce1607c1e5f6006fbccccc70e34118677) AuthConfig (fa70f4908197d17ac75c053d87c4f67f89469b320be10e132bea7118db3bd491) AuthConfig (fc578562a6131f81a2de583dbf119b723b576223438a72a8596a2d450c550b34) AuthConfig (573f25606b99237819bcb11152bf2a4fe4df39b8ffac7895be4003b95569de16) AuthConfig (1b14b122ee16a9fdba3591fcb57895f5989fa42f9bf627ffea894f2c2e8d9bf3) AuthConfig (f5f5b70e5bbfb8ebc0024a10f790670efd947744f9ab6ef384bf4d1f13823af0) AuthConfig (00001ddc3bd7de29a327e114c88cdf68b8206f14d46bcb39e41106d206824780) AuthConfig (826e6bb6be7c092935d8260fa02b742b82948b49be6eb7cbf828381daf88533e) AuthConfig (7b2c2526ee5d72482606afa68fce31e1d330dc74cc0b9f6475b0589c011fb9af) AuthConfig (c6b3110d7daf8838bf87024685b09f55e4788b260fb2f26fa9d810e170827e74) AuthConfig (9275dd50c1f1c9cd09dc95c1354cd3ad33125194a76970ad5f7a2b891c7da5a0) AuthConfig (257aa3d33d0ea1e08bdc1e78b3aae649801786b58ee2e08e6106bded9c336a5e) AuthConfig (5e381477d0ccd36597ab2ecddd0e8677027a6f9cf7ce05f4e1fbc66840d8d57a) AuthConfig (6031e8c46250f7db95de36c43556f19cd1673abb2c5fb46c6864e41c1ad8c96a) AuthConfig (c811bcf2fade01d8fb42826157d89d3c194ae4b70eec91ad00d029135dad9851) AuthConfig (ba82088c4b10885c5a31c76ba00a5b029fe657547d38731fe2a78432a5c0a189) AuthConfig (3395849db37c9759441a5987880a5f96863d572495b4386251b1f6bad692545c) AuthConfig (2c076db27f6d2743c07eefb146055f49d20f6b42bd8a48c3c35630a677eaf5f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"58bfd1df-6a17-4737-9e42-ef67ca43d4b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.487091175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26acea40873cd3212f0e212a2c9e4668f8e2f212343f1e289b04cdf3333dead0) AuthConfig (0d571de359d93e8f1ed83e7f14ffb80a4acd34fc93e654dabd07edca95e034d4) AuthConfig (785c19e3139697ff465049f0701f1a4597859a888d9271df06503ef43c3d6e53) AuthConfig (fd3ae0e85d450a078361759c8a27121ec39b19c8860a2932c78f71a2d9b79189) AuthConfig (dbbb1ef8869c155ef1ee99ae69ca3c83b326b8579121b37a69e35f79028d007e) AuthConfig (2bf595d164705e13a66a904a13fe77139715bad440c012f1e70cd4ddf9433b75) AuthConfig (f0455e57774ff50ee6ea9e1d1081f142e8ac820974ec61f7d2ddef17d4cc6b5d) AuthConfig (ed287f970005b128209675315f0209392d5151fe54adf8ceb0b65973cd2278de) AuthConfig (b3aba97c675ba0afcb34c98440ba24537ca472cbbdcdf5c658d247e0cc4e1507) AuthConfig (d18d94047fcb07ec0fd2c821e2f2cce242015a03300d91f5a065da718605ae63) AuthConfig (a6c6f6e2b62bf31d6e257d11b09a2bf448f67680475482322f0eca3101ac608f) AuthConfig (1b795aef1af4c13b8836770929d775bbd38029bc5aaf352a0864a4537a1f0964) AuthConfig (4c7d72ab65bbba32fd08f9f89684864ce1607c1e5f6006fbccccc70e34118677) AuthConfig (fa70f4908197d17ac75c053d87c4f67f89469b320be10e132bea7118db3bd491) AuthConfig (fc578562a6131f81a2de583dbf119b723b576223438a72a8596a2d450c550b34) AuthConfig (573f25606b99237819bcb11152bf2a4fe4df39b8ffac7895be4003b95569de16) AuthConfig (1b14b122ee16a9fdba3591fcb57895f5989fa42f9bf627ffea894f2c2e8d9bf3) AuthConfig (f5f5b70e5bbfb8ebc0024a10f790670efd947744f9ab6ef384bf4d1f13823af0) AuthConfig (00001ddc3bd7de29a327e114c88cdf68b8206f14d46bcb39e41106d206824780) AuthConfig (826e6bb6be7c092935d8260fa02b742b82948b49be6eb7cbf828381daf88533e) AuthConfig (7b2c2526ee5d72482606afa68fce31e1d330dc74cc0b9f6475b0589c011fb9af) AuthConfig (c6b3110d7daf8838bf87024685b09f55e4788b260fb2f26fa9d810e170827e74) AuthConfig (9275dd50c1f1c9cd09dc95c1354cd3ad33125194a76970ad5f7a2b891c7da5a0) AuthConfig (257aa3d33d0ea1e08bdc1e78b3aae649801786b58ee2e08e6106bded9c336a5e) AuthConfig (5e381477d0ccd36597ab2ecddd0e8677027a6f9cf7ce05f4e1fbc66840d8d57a) AuthConfig (6031e8c46250f7db95de36c43556f19cd1673abb2c5fb46c6864e41c1ad8c96a) AuthConfig (c811bcf2fade01d8fb42826157d89d3c194ae4b70eec91ad00d029135dad9851) AuthConfig (ba82088c4b10885c5a31c76ba00a5b029fe657547d38731fe2a78432a5c0a189) AuthConfig (3395849db37c9759441a5987880a5f96863d572495b4386251b1f6bad692545c) AuthConfig (2c076db27f6d2743c07eefb146055f49d20f6b42bd8a48c3c35630a677eaf5f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"04345d3a-019a-457d-889a-682022683ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.507510791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"44851368-fddb-46ac-92c8-4f25b563639a","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.510171344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"22815dc2-6cf2-4d2e-b4c6-f3e9f6e167bb","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.646599307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b22200de-2fa3-45d3-a0b6-02795073751f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.647112425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"efd1984c-0c06-4d93-b4e1-f77269417df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.669917108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b22200de-2fa3-45d3-a0b6-02795073751f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.675017276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"efd1984c-0c06-4d93-b4e1-f77269417df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.749076166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26acea40873cd3212f0e212a2c9e4668f8e2f212343f1e289b04cdf3333dead0) AuthConfig (0d571de359d93e8f1ed83e7f14ffb80a4acd34fc93e654dabd07edca95e034d4) AuthConfig (785c19e3139697ff465049f0701f1a4597859a888d9271df06503ef43c3d6e53) AuthConfig (fd3ae0e85d450a078361759c8a27121ec39b19c8860a2932c78f71a2d9b79189) AuthConfig (dbbb1ef8869c155ef1ee99ae69ca3c83b326b8579121b37a69e35f79028d007e) AuthConfig (2bf595d164705e13a66a904a13fe77139715bad440c012f1e70cd4ddf9433b75) AuthConfig (f0455e57774ff50ee6ea9e1d1081f142e8ac820974ec61f7d2ddef17d4cc6b5d) AuthConfig (ed287f970005b128209675315f0209392d5151fe54adf8ceb0b65973cd2278de) AuthConfig (b3aba97c675ba0afcb34c98440ba24537ca472cbbdcdf5c658d247e0cc4e1507) AuthConfig (d18d94047fcb07ec0fd2c821e2f2cce242015a03300d91f5a065da718605ae63) AuthConfig (a6c6f6e2b62bf31d6e257d11b09a2bf448f67680475482322f0eca3101ac608f) AuthConfig (1b795aef1af4c13b8836770929d775bbd38029bc5aaf352a0864a4537a1f0964) AuthConfig (4c7d72ab65bbba32fd08f9f89684864ce1607c1e5f6006fbccccc70e34118677) AuthConfig (fa70f4908197d17ac75c053d87c4f67f89469b320be10e132bea7118db3bd491) AuthConfig (fc578562a6131f81a2de583dbf119b723b576223438a72a8596a2d450c550b34) AuthConfig (573f25606b99237819bcb11152bf2a4fe4df39b8ffac7895be4003b95569de16) AuthConfig (1b14b122ee16a9fdba3591fcb57895f5989fa42f9bf627ffea894f2c2e8d9bf3) AuthConfig (f5f5b70e5bbfb8ebc0024a10f790670efd947744f9ab6ef384bf4d1f13823af0) AuthConfig (00001ddc3bd7de29a327e114c88cdf68b8206f14d46bcb39e41106d206824780) AuthConfig (826e6bb6be7c092935d8260fa02b742b82948b49be6eb7cbf828381daf88533e) AuthConfig (7b2c2526ee5d72482606afa68fce31e1d330dc74cc0b9f6475b0589c011fb9af) AuthConfig (c6b3110d7daf8838bf87024685b09f55e4788b260fb2f26fa9d810e170827e74) AuthConfig (9275dd50c1f1c9cd09dc95c1354cd3ad33125194a76970ad5f7a2b891c7da5a0) AuthConfig (257aa3d33d0ea1e08bdc1e78b3aae649801786b58ee2e08e6106bded9c336a5e) AuthConfig (5e381477d0ccd36597ab2ecddd0e8677027a6f9cf7ce05f4e1fbc66840d8d57a) AuthConfig (6031e8c46250f7db95de36c43556f19cd1673abb2c5fb46c6864e41c1ad8c96a) AuthConfig (c811bcf2fade01d8fb42826157d89d3c194ae4b70eec91ad00d029135dad9851) AuthConfig (ba82088c4b10885c5a31c76ba00a5b029fe657547d38731fe2a78432a5c0a189) AuthConfig (3395849db37c9759441a5987880a5f96863d572495b4386251b1f6bad692545c) AuthConfig (2c076db27f6d2743c07eefb146055f49d20f6b42bd8a48c3c35630a677eaf5f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"efd1984c-0c06-4d93-b4e1-f77269417df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:49.753368104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (26acea40873cd3212f0e212a2c9e4668f8e2f212343f1e289b04cdf3333dead0) AuthConfig (0d571de359d93e8f1ed83e7f14ffb80a4acd34fc93e654dabd07edca95e034d4) AuthConfig (785c19e3139697ff465049f0701f1a4597859a888d9271df06503ef43c3d6e53) AuthConfig (fd3ae0e85d450a078361759c8a27121ec39b19c8860a2932c78f71a2d9b79189) AuthConfig (dbbb1ef8869c155ef1ee99ae69ca3c83b326b8579121b37a69e35f79028d007e) AuthConfig (2bf595d164705e13a66a904a13fe77139715bad440c012f1e70cd4ddf9433b75) AuthConfig (f0455e57774ff50ee6ea9e1d1081f142e8ac820974ec61f7d2ddef17d4cc6b5d) AuthConfig (ed287f970005b128209675315f0209392d5151fe54adf8ceb0b65973cd2278de) AuthConfig (b3aba97c675ba0afcb34c98440ba24537ca472cbbdcdf5c658d247e0cc4e1507) AuthConfig (d18d94047fcb07ec0fd2c821e2f2cce242015a03300d91f5a065da718605ae63) AuthConfig (a6c6f6e2b62bf31d6e257d11b09a2bf448f67680475482322f0eca3101ac608f) AuthConfig (1b795aef1af4c13b8836770929d775bbd38029bc5aaf352a0864a4537a1f0964) AuthConfig (4c7d72ab65bbba32fd08f9f89684864ce1607c1e5f6006fbccccc70e34118677) AuthConfig (fa70f4908197d17ac75c053d87c4f67f89469b320be10e132bea7118db3bd491) AuthConfig (fc578562a6131f81a2de583dbf119b723b576223438a72a8596a2d450c550b34) AuthConfig (573f25606b99237819bcb11152bf2a4fe4df39b8ffac7895be4003b95569de16) AuthConfig (1b14b122ee16a9fdba3591fcb57895f5989fa42f9bf627ffea894f2c2e8d9bf3) AuthConfig (f5f5b70e5bbfb8ebc0024a10f790670efd947744f9ab6ef384bf4d1f13823af0) AuthConfig (00001ddc3bd7de29a327e114c88cdf68b8206f14d46bcb39e41106d206824780) AuthConfig (826e6bb6be7c092935d8260fa02b742b82948b49be6eb7cbf828381daf88533e) AuthConfig (7b2c2526ee5d72482606afa68fce31e1d330dc74cc0b9f6475b0589c011fb9af) AuthConfig (c6b3110d7daf8838bf87024685b09f55e4788b260fb2f26fa9d810e170827e74) AuthConfig (9275dd50c1f1c9cd09dc95c1354cd3ad33125194a76970ad5f7a2b891c7da5a0) AuthConfig (257aa3d33d0ea1e08bdc1e78b3aae649801786b58ee2e08e6106bded9c336a5e) AuthConfig (5e381477d0ccd36597ab2ecddd0e8677027a6f9cf7ce05f4e1fbc66840d8d57a) AuthConfig (6031e8c46250f7db95de36c43556f19cd1673abb2c5fb46c6864e41c1ad8c96a) AuthConfig (c811bcf2fade01d8fb42826157d89d3c194ae4b70eec91ad00d029135dad9851) AuthConfig (ba82088c4b10885c5a31c76ba00a5b029fe657547d38731fe2a78432a5c0a189) AuthConfig (3395849db37c9759441a5987880a5f96863d572495b4386251b1f6bad692545c) AuthConfig (2c076db27f6d2743c07eefb146055f49d20f6b42bd8a48c3c35630a677eaf5f5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b22200de-2fa3-45d3-a0b6-02795073751f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.51006876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"dd3453c2-018f-4e7f-b6d3-5bcde675e5f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.529484261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"dd3453c2-018f-4e7f-b6d3-5bcde675e5f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.63964286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"bb534a94-6225-4d62-83d9-154ab6b9d59c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.643417894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"2468a7d0-c86c-4f3e-abc1-8fa6545e03c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.64343381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"8ab0ff0c-d661-42e4-b502-d4eb433a816c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.659941092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"bb534a94-6225-4d62-83d9-154ab6b9d59c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.663262879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"8ab0ff0c-d661-42e4-b502-d4eb433a816c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.664101647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"2468a7d0-c86c-4f3e-abc1-8fa6545e03c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.695917154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"26dc560a-8df9-40c6-a25d-b79e6c516b56","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.898369678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"59ebbb51-1814-4ff5-af20-64bb8abf420f","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.898784586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"e2a21feb-bc18-4b39-831f-fbd694bcf386","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:56.900960314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"5729ab9a-6547-43f6-ac61-31f1dd233f13","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:58.089129931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"e91ca566-dd77-4d53-a021-23cb89467aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:58.089268129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"50a747c4-e254-40c8-8681-23d69a6428ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:58.122601975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"e91ca566-dd77-4d53-a021-23cb89467aac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:58.12325643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"50a747c4-e254-40c8-8681-23d69a6428ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:59.792336894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"7afd3877-3944-4c3e-931e-a03080f3939c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:59.795910783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"24666669-61aa-4d2d-b0e2-449d37cd355b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:59.811573966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"7afd3877-3944-4c3e-931e-a03080f3939c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:59.815343533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"24666669-61aa-4d2d-b0e2-449d37cd355b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:59.882254875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"547ed0ef-d072-47a8-85cd-0ffea2c95f15","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:59.894369556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"2940e057-2f3e-42b6-af46-eb77486c0196","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:59.895220304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"8a46fb11-b73d-4c7c-a44a-0f303c0f8b16","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:59.904559585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"38c60153-1d4a-474b-9264-1197d44f4591","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:59.9471515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-dry-sub-2f328ac3-auth","reconcileID":"a836a96d-1347-468c-9d9d-780cb20e718c","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:54:59.966728371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-dry-sub-2f328ac3-auth","reconcileID":"a836a96d-1347-468c-9d9d-780cb20e718c","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.048866398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"a76c7df6-9567-44eb-9267-50f42c02c6e2","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.094139358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"80fdc770-00ae-4d15-96e6-9957f1fd49a5","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.095383836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-dry-sub-2f328ac3-auth","reconcileID":"504a9633-7d5b-49ec-ad77-df030b33cad6","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.114036827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"16e411c9-fda3-4073-ad1d-23b2e3ab4616","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.114490178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-dry-sub-2f328ac3-auth","reconcileID":"504a9633-7d5b-49ec-ad77-df030b33cad6","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:55:00.128656238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-2f328ac3","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-dry-sub-2f328ac3","reconcileID":"c106c148-b862-43bd-94ce-372d382d2cb1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-2f328ac3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.167246931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"01e91d9f-b986-49cc-917e-5956670f119a","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.186726349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"cb17922d-184b-4f88-887f-0695543a41f3","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.194859095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"be0dcf9d-57d6-4aca-90d2-f9e1be75b722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.19495518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"f4475f27-aea9-4e1e-8900-23b8c18df4f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.214437555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"f4475f27-aea9-4e1e-8900-23b8c18df4f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.214481616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"be0dcf9d-57d6-4aca-90d2-f9e1be75b722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.251145313Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-2f328ac3","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-dry-sub-2f328ac3","reconcileID":"8dbc69e0-2452-4c8c-aaac-2a8063cea34f","MaaSSubscription":{"name":"e2e-dry-sub-2f328ac3","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-1ee571/e2e-dry-sub-2f328ac3","ai-tenant-e2e-worker-w6-1ee571/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.295110833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-dry-sub-2f328ac3-auth","reconcileID":"60fe9534-96b7-4596-98ad-820b88ec9b93","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.306937841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"776dd69e-2f66-4369-bf16-7647410e52e7","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.314833146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-dry-sub-2f328ac3-auth","reconcileID":"60fe9534-96b7-4596-98ad-820b88ec9b93","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.332508264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"a1f033ee-f44f-4d40-a6ed-d096da336f00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.399087712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"6b1f3590-2322-449f-9e10-2e5f8f934628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.39910236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"0ddccadd-7fe4-42c9-ac35-a49b7a04ea19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.418623924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"0ddccadd-7fe4-42c9-ac35-a49b7a04ea19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.418749258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"6b1f3590-2322-449f-9e10-2e5f8f934628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:00.430560621Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-2f328ac3","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-dry-sub-2f328ac3","reconcileID":"19904b5b-1c0c-4fa3-9393-e4d2fe4f1d58","MaaSSubscription":{"name":"e2e-dry-sub-2f328ac3","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:01.328975845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"986492d3-58cc-497c-bdf7-c38aedd25c36","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:01.329525845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"4a501f66-3319-4573-b77b-6817766f4a02","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:01.337067918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"005d29b2-a1db-48ea-af6b-6956f3da4565","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:01.337363974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"a435e06f-2d9c-4fd2-a451-d0a4be7020ce","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:01.370810469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"da24552d-6845-43d9-921c-98e914dd128f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:01.374958071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"03493e83-da56-4526-bbd3-7beb2d28ac6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-simulator-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:01.375159926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"909fce25-ccdd-4cec-8286-1d013862ede4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:01.421352658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"da24552d-6845-43d9-921c-98e914dd128f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:01.479215827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"280078f1-8caf-4d17-82a8-19723088a647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:01.513320335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"280078f1-8caf-4d17-82a8-19723088a647","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:01.571473355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"acfbff1f-6842-4999-917e-67b197033da6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:01.590984364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"acfbff1f-6842-4999-917e-67b197033da6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:01.726489685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"8eecdd6c-b0b9-460b-91e6-5b5e34bdfb6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:01.747281896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"8eecdd6c-b0b9-460b-91e6-5b5e34bdfb6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.342688975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"a2369322-5952-4e9c-acae-1dda4111b1eb","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.385458264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-dry-sub-2f328ac3-auth","reconcileID":"a389656c-c9be-4095-803a-86934ef7986c","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.385570404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"a086cebc-1fe0-48cb-81a0-990d8136062c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.385838933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"218653ce-e3dc-44f7-b67f-f14e56c7a791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.410581419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-dry-sub-2f328ac3-auth","reconcileID":"a389656c-c9be-4095-803a-86934ef7986c","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.410783069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"218653ce-e3dc-44f7-b67f-f14e56c7a791","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.412812982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"a086cebc-1fe0-48cb-81a0-990d8136062c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.871223315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"5a465bcf-e2c3-4f59-8f0a-d9392ce0e993","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.871668145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"21d38d1b-0fdd-48a5-8105-b57504390d67","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.901297141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"e79db536-4cbf-4924-a281-488b8336dbfb","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.901747493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"aaaca897-0872-4d55-ac42-f32fd5901f61","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.912792385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"34da27d9-607c-4fe1-9cd1-3276a3d9fea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.912858788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"4f8ce72a-9fc2-44c6-830c-190bedb6e64d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.915429679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"3f604f0e-195b-40dd-866a-1377ae362575","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.915978457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"f5b1fd2a-9ecf-4f38-8865-9b040a9e2b72","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.933143378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"4f8ce72a-9fc2-44c6-830c-190bedb6e64d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:03.933329832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"34da27d9-607c-4fe1-9cd1-3276a3d9fea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:04.034856406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"1e1154d9-0e47-4153-a17a-f86c8479e46a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:04.035477306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7b481a47-5df1-4347-8208-c7d275c1ca4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:04.059991525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7b481a47-5df1-4347-8208-c7d275c1ca4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:04.060179136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"1e1154d9-0e47-4153-a17a-f86c8479e46a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:04.158426756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-03047570","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-conflict-a-03047570","reconcileID":"e0cd77fb-b576-4603-aa8a-335397946d7f","MaaSModelRef":{"name":"e2e-conflict-a-03047570","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"e2e-conflict-a-03047570-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"e2e-conflict-a-03047570","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:04.698016098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"31d38a71-bc57-4d06-a7fc-bca1f69fb3bc","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:04.717831275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"38650f50-62dd-48be-9c2c-e4197032efe4","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:04.765477941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-combo-sub-93508ca2-auth","reconcileID":"879cb25c-352c-4436-a2de-953f25fd015c","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:04.823879868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-combo-sub-93508ca2-auth","reconcileID":"879cb25c-352c-4436-a2de-953f25fd015c","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:04.916745225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"5ed95317-2ca3-4fa3-be0e-61be0896baef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:04.945340448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"5f406924-f3e8-4120-b421-e5d7e35039f8","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:55:05.002161345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-93508ca2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-combo-sub-93508ca2","reconcileID":"8748e42c-5674-462e-b6ed-1fce99471557","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-93508ca2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.005977187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"2d08c3fc-5acd-43c6-8f93-01fa02ac74f0","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.022874304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"c2af066e-aa14-4e3b-bf33-5e18f7872049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.033544454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"452c1265-d3b0-44c9-a188-6df2cf1b652d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.052564409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"c2af066e-aa14-4e3b-bf33-5e18f7872049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.06098635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"9615465d-c8b4-479d-b6d0-3c75717c7b21","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.065013552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"452c1265-d3b0-44c9-a188-6df2cf1b652d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.080730892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"02c4936b-6365-46e4-9d77-138c6c1fae79","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.089202839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-combo-sub-93508ca2-auth","reconcileID":"dbb8fdfc-3ec4-4094-a29b-54fc650c5807","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.111325532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-combo-sub-93508ca2-auth","reconcileID":"dbb8fdfc-3ec4-4094-a29b-54fc650c5807","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.149242619Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-93508ca2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-combo-sub-93508ca2","reconcileID":"e733d348-2c68-4ea7-b3a6-10a892e4aae0","MaaSSubscription":{"name":"e2e-combo-sub-93508ca2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-7aeaad/e2e-combo-sub-93508ca2","ai-tenant-e2e-worker-w2-7aeaad/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.223702403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"e86f1325-f313-4a53-8e60-a1a62b92a99f","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.23551343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"a29f54bb-45df-4224-9a5a-2458a38dacff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.240179366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"9ffe0f12-cde3-42f9-952e-314c403a83ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.264646212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"9ffe0f12-cde3-42f9-952e-314c403a83ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:55:05.298990705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-combo-sub-93508ca2-auth","reconcileID":"dbb8fdfc-3ec4-4094-a29b-54fc650c5807","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-combo-sub-93508ca2-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.327401074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-93508ca2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-combo-sub-93508ca2","reconcileID":"a0629c9b-034e-4f42-b144-e997afeda635","MaaSSubscription":{"name":"e2e-combo-sub-93508ca2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.328141223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"a8d9069a-e6aa-4768-8c6e-b194b0cf9135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.340971146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-combo-sub-93508ca2-auth","reconcileID":"1d5d0cb8-639e-488f-b9c4-92bf41816293","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.348769288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"a8d9069a-e6aa-4768-8c6e-b194b0cf9135","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:05.361926721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-combo-sub-93508ca2-auth","reconcileID":"1d5d0cb8-639e-488f-b9c4-92bf41816293","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:06.815657173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"26fa9894-8670-4c93-83f8-94526a4f34c4","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:06.816012783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"e2a34926-5f0c-4de6-b871-4d8b6f3ac1c9","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:06.854097205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"ca8d388f-2743-4c8c-8086-22fa4b18e8e4","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:06.855345867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"97e62c20-3c78-4065-9dc3-c75fa2bde0f4","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:06.869813497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"1444b5e1-73aa-4c9a-a396-cd49c33e98ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:06.870489634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e621ef5a-b109-4cc5-b561-cf9cf7bd448c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:06.890934962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"1444b5e1-73aa-4c9a-a396-cd49c33e98ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:06.891475367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"956c0c5a-0613-499c-8975-3f5062b62929","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:06.891846298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"eaa6f0cc-63a3-4dac-b7df-178e68879c74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:06.892172646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e621ef5a-b109-4cc5-b561-cf9cf7bd448c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.077744498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"79feee57-587b-43f1-b435-eb88a4fac0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.078260986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a948eaa6-e436-4155-8311-98f2637cef93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.10553185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"79feee57-587b-43f1-b435-eb88a4fac0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:07.109897788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a948eaa6-e436-4155-8311-98f2637cef93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:08.281250403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"55a211aa-a618-4a61-bbf1-4f5ab9405232","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:08.331862059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"5fe17bbc-15cd-46dd-b1f5-18af8332d324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:08.332452409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-combo-sub-93508ca2-auth","reconcileID":"eadcf873-006c-4574-95bd-80ad8383742b","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:08.332864655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"5981900a-8f04-4d4d-8f3c-e54edb446e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:08.356264832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-combo-sub-93508ca2-auth","reconcileID":"eadcf873-006c-4574-95bd-80ad8383742b","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:08.356268824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"5981900a-8f04-4d4d-8f3c-e54edb446e93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:08.358589652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"5fe17bbc-15cd-46dd-b1f5-18af8332d324","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:09.981827017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"8aef97f6-820b-4938-807e-5efcf295c8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:09.982718904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"5cd46edf-959b-417f-820c-4740b756eb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:10.003178207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"5cd46edf-959b-417f-820c-4740b756eb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:10.003262588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"8aef97f6-820b-4938-807e-5efcf295c8d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:13.393065245Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-2f328ac3","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-dry-sub-2f328ac3","reconcileID":"2aabbacb-0fd5-4d43-bbbc-f6bb105a215d","MaaSSubscription":{"name":"e2e-dry-sub-2f328ac3","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscription":"e2e-dry-sub-2f328ac3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:13.443110034Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-2f328ac3","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-dry-sub-2f328ac3","reconcileID":"2aabbacb-0fd5-4d43-bbbc-f6bb105a215d","MaaSSubscription":{"name":"e2e-dry-sub-2f328ac3","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-1ee571/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:13.534696172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"434237e2-01de-43c0-ada5-494f47687cde","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:13.537081692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"023a36af-0478-42f9-84fa-6ad27e793467","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:13.579140572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"18a5e32c-6898-4afb-a195-b19014a9be27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:13.579565644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-dry-sub-2f328ac3-auth","reconcileID":"ab7da1a1-3396-4677-99ad-768324f433ca","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:13.579565619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"11422231-18f0-43f1-a43a-3290c9407c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:13.598693338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"18a5e32c-6898-4afb-a195-b19014a9be27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:13.599054631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-dry-sub-2f328ac3-auth","reconcileID":"ab7da1a1-3396-4677-99ad-768324f433ca","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:13.601044011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"11422231-18f0-43f1-a43a-3290c9407c70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:13.705872661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"eaa15c59-494d-491b-ad4f-3fa9486ce950","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:13.705919129Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-dry-sub-2f328ac3-auth","reconcileID":"c31627b3-aeec-48ae-a9fc-9f8686f4f962","MaaSAuthPolicy":{"name":"e2e-dry-sub-2f328ac3-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:13.760163926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"e990a1b7-0321-4298-a85a-4cf20fae8599","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:15.659435351Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.330652939Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-93508ca2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-combo-sub-93508ca2","reconcileID":"c93c8b1d-acdc-42c5-b452-fc755e6bb0d3","MaaSSubscription":{"name":"e2e-combo-sub-93508ca2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscription":"e2e-combo-sub-93508ca2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.381818604Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-93508ca2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-combo-sub-93508ca2","reconcileID":"c93c8b1d-acdc-42c5-b452-fc755e6bb0d3","MaaSSubscription":{"name":"e2e-combo-sub-93508ca2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-7aeaad/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.427655069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"677df61c-5ea6-4d04-94e1-95561c388fa9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.451058458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"ae98090a-4ebe-4848-9b3d-f7ef7432e720","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.494744017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-combo-sub-93508ca2-auth","reconcileID":"74ce9269-c615-4822-8463-ac2b4c0323c0","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.494775505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"75e95f83-d7b0-4a37-ae97-82e89d2b304b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.495074133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"6fcdfec2-9fe3-4366-af80-cd7c77fdc84c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.514764304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"6fcdfec2-9fe3-4366-af80-cd7c77fdc84c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.514850497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"75e95f83-d7b0-4a37-ae97-82e89d2b304b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.516938375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-combo-sub-93508ca2-auth","reconcileID":"74ce9269-c615-4822-8463-ac2b4c0323c0","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.602303004Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-combo-sub-93508ca2-auth","reconcileID":"fcd4b2ea-12d2-46dc-8a7e-dfc843b23e9b","MaaSAuthPolicy":{"name":"e2e-combo-sub-93508ca2-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.602354008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"15142006-2f77-462a-8c4e-a9e3bbd60ba1","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:18.763644835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"9f33c378-51d0-4a7f-8e70-c71b92960947","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:24.946928385Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"11773fd1-800e-4320-b7fb-81b9a46aca5d","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.155629351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"71f6940c-070c-4fbe-800d-4f17b7fe04d9","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.156240075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"277412f8-3c3d-44dd-afab-b75d9a59125b","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.156676851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-03047570","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-conflict-a-03047570","reconcileID":"60ac3466-07a8-4665-9948-218f49733fe3","MaaSModelRef":{"name":"e2e-conflict-a-03047570","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"e2e-conflict-a-03047570-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"e2e-conflict-a-03047570","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.18520176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"c76cdaa0-1732-4f92-8307-73b9e76c5643","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.185550016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-03047570","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-conflict-a-03047570","reconcileID":"f473b32a-567a-4eb7-b0b3-6a54a1288730","MaaSModelRef":{"name":"e2e-conflict-a-03047570","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"e2e-conflict-a-03047570-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"e2e-conflict-a-03047570","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.185727166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"a34f792f-595a-4ce8-b79c-a4a2c38ef125","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.201014538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"ba276484-72b6-4642-9294-799a91f9124b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.20101574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"478e5474-eeec-4009-b19c-967347950426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.201647802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"5ad47630-1948-4421-b6f3-67e53af91810","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.20188602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"0eed2848-74f3-4c85-b2cb-2ac55f84eeac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.223379604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"ba276484-72b6-4642-9294-799a91f9124b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.226839416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"478e5474-eeec-4009-b19c-967347950426","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.410774392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"90173e63-8f0a-440f-bbb2-dcb55d0e5b03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.410774242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"2cf30754-0e8a-41eb-969f-6f158c8e734a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.431996222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"2cf30754-0e8a-41eb-969f-6f158c8e734a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.432287581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"90173e63-8f0a-440f-bbb2-dcb55d0e5b03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.521688183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"d8cc0c59-38ea-4eee-bf48-ac30cd94e677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.522260638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"089c68df-bc15-44c1-8af6-aad9226ac4f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.543459032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"d8cc0c59-38ea-4eee-bf48-ac30cd94e677","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.544928462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"089c68df-bc15-44c1-8af6-aad9226ac4f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.654735722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7fde2a32-d368-49a8-b1b8-4e3262feea27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.654723513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"60095fdc-a3da-493f-8aa6-18b7e8f767d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.67611848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7fde2a32-d368-49a8-b1b8-4e3262feea27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:26.677347058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"60095fdc-a3da-493f-8aa6-18b7e8f767d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:27.2555648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"30e62fa2-ca7c-442d-8d31-f7e97bc8b35b","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.637761904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"4a9e8c60-ea08-4ed7-acbc-81a7accadc52","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.638089982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"9afdda76-50ff-4584-ab77-88ec278ca601","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.667872157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"2d0c09fc-eb20-41b1-b181-7ad1fd0bc3ed","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.668288871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"940b71d0-877c-43c5-ab33-9837828f9b20","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.679925829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"4ad1bf7a-7350-46b9-a294-690d2c7e2278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.679914618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"728bcd4f-2227-4f02-afa9-3c568667e07c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.681689684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"de79d6e8-c45c-4559-b498-4f75d0f872c2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-premium-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.682107159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"11522204-a72b-46b2-9509-7d31be816c80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.700943664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"728bcd4f-2227-4f02-afa9-3c568667e07c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.700942109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"4ad1bf7a-7350-46b9-a294-690d2c7e2278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.877579165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"94224b49-0403-4914-9d92-08b1b79c526b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.877581192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"2d41c3d0-e5d5-4cac-be50-33477a920d5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.898578306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"2d41c3d0-e5d5-4cac-be50-33477a920d5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:29.898641921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"94224b49-0403-4914-9d92-08b1b79c526b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:31.881435421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"distinct-w4-ed8218","reconcileID":"6b2ad569-683e-447b-b898-dbb7d258b6f5","MaaSModelRef":{"name":"distinct-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"distinct-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"distinct-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:39.247421257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"009cb635-00b9-427a-9a64-fd1b7ec4118d","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:39.247762373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"9a46e6da-7c01-48ea-b425-2854429d34f5","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:39.277861901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"41405c80-f5ae-4006-be2a-a6e53a2633ab","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:39.278152798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"9828ac2c-9920-4d5a-90af-4aec8af91093","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:39.289447128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"4f2ff12a-be16-4cdd-8958-bb481325f9cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:39.289589208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"673cf52b-7b7d-4eec-928a-d433abe42ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:39.291433232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"39663c01-49cb-41d2-afdf-82e4da476830","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:39.291474201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"a0bd2636-b501-4d93-b647-f0d020a767d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:39.312159791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"4f2ff12a-be16-4cdd-8958-bb481325f9cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:39.312227767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"673cf52b-7b7d-4eec-928a-d433abe42ccc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:39.415447485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"1cf8a07d-234e-428e-825a-be98ba11b8b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:39.415782853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"5361dcb4-71b6-4c45-9542-326cc5ae7316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:39.437044746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"1cf8a07d-234e-428e-825a-be98ba11b8b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:39.441417276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"5361dcb4-71b6-4c45-9542-326cc5ae7316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:42.275627938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"0640598f-7bc2-4d75-96db-70b9fe3c4ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:42.276210483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"9fa88b82-733e-43df-ab03-725b478c371d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:42.295847086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"9fa88b82-733e-43df-ab03-725b478c371d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:42.297505163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"0640598f-7bc2-4d75-96db-70b9fe3c4ee0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:42.389833342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"dca15368-9653-4c90-872f-3d493c5e2278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:42.39050927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"68bc2441-3584-446e-9791-4947a005de06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:42.410309104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"68bc2441-3584-446e-9791-4947a005de06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:42.410430826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"dca15368-9653-4c90-872f-3d493c5e2278","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:45.661453554Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:49.118805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"b1f7def2-c5ec-488e-834f-46ce0dbfbdf5","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:49.119129173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"5ba3dbe0-9447-41e3-bc4f-e375b44bff48","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:49.119328793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"919c8d85-a44f-4983-8808-28e967dc0bbf","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:49.149086585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"ac9b7107-148f-44c1-90c0-59a49a288652","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:49.149427966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"40ad15ed-ed32-43dd-b063-8372caf3c1ab","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:49.149705413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"04083c64-138c-4d82-9d18-9ad1617458f3","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:49.164701391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"15183030-58a0-40ee-87c0-710d1d1bbbb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:49.164802645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"f6a6baeb-6942-499e-8698-1f1b1d58086a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:49.166706562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"018cffc4-7100-4a7b-bc93-70de829c2b5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-simulator-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:49.16671073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"b8560dc5-c868-49d1-9310-d171e6914a0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:49.185774499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"f6a6baeb-6942-499e-8698-1f1b1d58086a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:49.185824014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"15183030-58a0-40ee-87c0-710d1d1bbbb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:49.338923201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"7364d212-44ab-4c64-ac55-400a81917fc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:49.3381641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"8c614fe0-9b0f-4cfb-9a81-de6534a04aa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:49.364974463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"7364d212-44ab-4c64-ac55-400a81917fc4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:49.365603153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"8c614fe0-9b0f-4cfb-9a81-de6534a04aa1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:51.752081183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-03047570","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-conflict-b-03047570","reconcileID":"8255fa89-7678-443e-9845-6d35a4041993","MaaSModelRef":{"name":"e2e-conflict-b-03047570","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"e2e-conflict-b-03047570-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"e2e-conflict-b-03047570","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:51.775111992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-03047570","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-conflict-a-03047570","reconcileID":"aa2dc135-eab4-49a8-b2d7-0c3444c01229","MaaSModelRef":{"name":"e2e-conflict-a-03047570","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"e2e-conflict-a-03047570-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"e2e-conflict-a-03047570","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:51.802173207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"f45265bc-f38c-4510-ba68-cafae1be7e84","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:51.802500581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"5b015ef7-28b3-4046-bf15-f459f4b9acc0","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:51.802683675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"71fcdeff-0ed3-4872-a1af-e86da983150b","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:51.857325681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"eb133bc8-bce1-4e3c-846d-9e673ec59373","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:51.85790245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"e5481b17-0fb8-4b59-b46a-221a2853c60f","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:51.858346576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"495018b1-d368-4a8e-91b9-2d1adad3aad5","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:51.873292621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"36455796-06ff-4bee-84a8-03967c377210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:51.874017058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"7266203b-0e48-4cf7-9beb-48feb87d608a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:51.874521363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"840639ae-4254-4ff4-ae1c-0bafeea5e47a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:51.880014974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"955b957c-40eb-4ad4-a712-356ed897d5ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:51.896670952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"36455796-06ff-4bee-84a8-03967c377210","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:51.92322099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"955b957c-40eb-4ad4-a712-356ed897d5ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:51.99283232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"a1f3f604-8608-43de-aa19-ddf9c922ba88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:52.023114556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"a1f3f604-8608-43de-aa19-ddf9c922ba88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:52.246977097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a3f9a192-88af-454f-96f1-9029cfa94ba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:52.342257198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a3f9a192-88af-454f-96f1-9029cfa94ba1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:52.730615292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-03047570","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-conflict-a-03047570","reconcileID":"cb8898f1-8f14-4265-9c8d-da114fbacb22","MaaSModelRef":{"name":"e2e-conflict-a-03047570","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"e2e-conflict-a-03047570-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"e2e-conflict-a-03047570","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:54.088331786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"de6d1096-e60b-4641-ae41-08298803b2d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:54.088792648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"fd6f857c-b970-4594-9e92-3677887eb44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:54.148856849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"fd6f857c-b970-4594-9e92-3677887eb44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:54.153023807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"de6d1096-e60b-4641-ae41-08298803b2d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.440684784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"ea80c6fc-5c49-44af-b667-06e87d0d20ac","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.441916238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"832c3c02-912b-43dd-a52c-b71d8b170175","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.442570479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"distinct-w4-ed8218","reconcileID":"c482709d-c5cf-4219-9643-67cb6ff4bd56","MaaSModelRef":{"name":"distinct-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"distinct-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"distinct-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.477228302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"895e8b36-fa15-4eaf-b8e1-85f5473f1a90","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.477554389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"cc6ad0ec-a3a0-4790-981a-214960579ae8","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.477827598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"distinct-w4-ed8218","reconcileID":"6680a3a0-ee48-41e5-bad6-61835df2c4f5","MaaSModelRef":{"name":"distinct-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"distinct-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"distinct-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.48679703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"d8d0a5ea-844c-473e-aa1c-fde8ff96ee8e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.489344643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"f9a7d05f-dde6-4211-86a1-5e9da86a8a42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.489359591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e0855a99-e1a8-424a-9b8d-e478664783dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.490576972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"1013595a-e005-465d-891a-8eae502d2239","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.508528372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e0855a99-e1a8-424a-9b8d-e478664783dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.510718865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"f9a7d05f-dde6-4211-86a1-5e9da86a8a42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.67106992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"65d49f64-a18a-4a51-b337-b6f6023397e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.671120867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"81c89b4f-8e6e-44ae-b3b3-ee2c831eb0f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.690738325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"65d49f64-a18a-4a51-b337-b6f6023397e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.69074058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"81c89b4f-8e6e-44ae-b3b3-ee2c831eb0f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:55:56.852962203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-w6-1ee571","reconcileID":"ee1872b0-472a-4f08-be1b-f2bc8b9d3491","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:01.374830991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"ec655f08-d772-483c-983c-6ce96a19021b","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:01.375449585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"39d65b26-2a5b-4556-836d-dff3bbe708bc","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:01.37594447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-03047570","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-conflict-a-03047570","reconcileID":"3c415f13-53ac-4918-9a7a-51a5b9fb69d8","MaaSModelRef":{"name":"e2e-conflict-a-03047570","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"e2e-conflict-a-03047570-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"e2e-conflict-a-03047570","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:01.41797834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"cb981228-f9cd-456f-bc15-9258c43b30a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:01.418089678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"d981fe45-fdf8-433a-a082-a994f3de06db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:01.421109664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"683a9659-577b-4ab0-a22e-823d16bceb55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:01.421155701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"d4af3245-c8b5-4d36-8586-05735f1518a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:01.440332267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"cb981228-f9cd-456f-bc15-9258c43b30a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:01.442877443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"d981fe45-fdf8-433a-a082-a994f3de06db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:02.006867223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"7864ad41-f8ca-4f20-b010-49a6c57c99c2","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:07.164894497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"e636e097-7c4a-4a60-b5a6-e5a70d656fb4","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.264314333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f53ee80b-c61f-4141-b3e2-350a3c55e9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.264682653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"9fe50b76-3e72-4d77-8017-6e5a95fadf03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.289498754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"9fe50b76-3e72-4d77-8017-6e5a95fadf03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.291320112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f53ee80b-c61f-4141-b3e2-350a3c55e9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.353891209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"512e3f0f-bfcf-4870-9e57-e360a2d38f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.354468712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"d73dcd8a-49a7-4831-814b-78781263f848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.375149672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"512e3f0f-bfcf-4870-9e57-e360a2d38f9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.379099376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"d73dcd8a-49a7-4831-814b-78781263f848","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.458095399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"76201a6f-ee33-4aeb-abb8-2b8e3d4c3318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.458166387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"18ce1998-857b-4aa2-9c9f-75562a3a74cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.474700905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"00838fa7-ae91-4529-a95b-28b911a481b7","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.483880199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"18ce1998-857b-4aa2-9c9f-75562a3a74cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:09.48416385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"76201a6f-ee33-4aeb-abb8-2b8e3d4c3318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.377299695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"17b7f131-d5ee-4e16-b6d6-f87efda44a75","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.417585837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"e8b43bc4-e560-44fa-92b7-9e55f2211088","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.474273998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"dcf9134a-8a9a-4495-a437-b83be4e0b1a6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.49455742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"dcf9134a-8a9a-4495-a437-b83be4e0b1a6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.513354055Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92d55a6c9e15c214719bfb8d0d489dc76759e330924e7544fbf29306dd1009f5) AuthConfig (f5912f1b5ee3816ab374ba9a2de1c00d5d5793af63b3739e90ad4aeecb03d309) AuthConfig (f8a25e58df614e01b362bdd215290145e48f05edb3171b05f544c6b055543eee) AuthConfig (44704934af6e710a0a24276da29738b48b9a7520a4d92b5533e7e70569738381) AuthConfig (7499b233bc16bc27962f9f3d71daff5a743fc86ee51b0d8513522643e2630f46) AuthConfig (060cc2055192216f4c5f54dcf2c99b5b52613d20e5eb3fba0889ee005d2e4cbe) AuthConfig (f36d81464223b00a2e3271c8df8fe404b19a97be03484ca42729419150d3d40d) AuthConfig (19f068e64ea11e3d2b3a4d647ca7b61e03f031fb7b7da3a8497bedc0dee6eefb) AuthConfig (1932a31efc164e6e88bcf4593d990cbd19f61da6533c12d6b6a82c6d8f707fbb) AuthConfig (cfb3cafded50cee203233c5933a9db83f2b64beba019dc17e2884953d7768e12) AuthConfig (c978f1866cbbc3c587d5a895a0ef59f478e5fb8f94d127bf5281a5fce02d8252) AuthConfig (81287259e1bee8a1020809088195be1c27a448098b77ab87b078538ee92adbf5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"dcf9134a-8a9a-4495-a437-b83be4e0b1a6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.533785973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"c51fe5ea-14c6-4193-ba70-b17a969eb29c","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.585433813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"87b8daa5-17f9-465d-85f7-a9fc8cb31259","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.59240616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"b0ab55fa-be90-4b5a-9531-cb27bda09f53","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.608438909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"5977657f-2c26-41d8-aa29-6555ad55af40","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.613020441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"b0ab55fa-be90-4b5a-9531-cb27bda09f53","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:56:10.623312452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-sub1","reconcileID":"77c45160-ad33-45f2-8527-c69fbe204015","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:56:10.624305669Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"5977657f-2c26-41d8-aa29-6555ad55af40","name":"distinct-w3-32c192","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-32c192\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:56:10.624348543Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"5977657f-2c26-41d8-aa29-6555ad55af40","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w3-32c192\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.6296708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"504fa011-a60c-4cba-a0fa-c52a56d4f625","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.631628046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92d55a6c9e15c214719bfb8d0d489dc76759e330924e7544fbf29306dd1009f5) AuthConfig (f5912f1b5ee3816ab374ba9a2de1c00d5d5793af63b3739e90ad4aeecb03d309) AuthConfig (f8a25e58df614e01b362bdd215290145e48f05edb3171b05f544c6b055543eee) AuthConfig (44704934af6e710a0a24276da29738b48b9a7520a4d92b5533e7e70569738381) AuthConfig (7499b233bc16bc27962f9f3d71daff5a743fc86ee51b0d8513522643e2630f46) AuthConfig (060cc2055192216f4c5f54dcf2c99b5b52613d20e5eb3fba0889ee005d2e4cbe) AuthConfig (f36d81464223b00a2e3271c8df8fe404b19a97be03484ca42729419150d3d40d) AuthConfig (19f068e64ea11e3d2b3a4d647ca7b61e03f031fb7b7da3a8497bedc0dee6eefb) AuthConfig (1932a31efc164e6e88bcf4593d990cbd19f61da6533c12d6b6a82c6d8f707fbb) AuthConfig (cfb3cafded50cee203233c5933a9db83f2b64beba019dc17e2884953d7768e12) AuthConfig (c978f1866cbbc3c587d5a895a0ef59f478e5fb8f94d127bf5281a5fce02d8252) AuthConfig (81287259e1bee8a1020809088195be1c27a448098b77ab87b078538ee92adbf5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"b0ab55fa-be90-4b5a-9531-cb27bda09f53","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.65727585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"cbf21fd9-e929-4eff-860a-097da494c89b","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.677214822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"8d96a9e2-3dad-493d-a36f-f27c4d4e823e","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.684280539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"49fb7e8c-ea5b-43fc-abc7-c5a2f51d7b5c","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.684512159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"162320c8-9a35-44d8-bb7c-856ddb7c1bc1","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.692045271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"06e65ace-6522-417d-ac61-588051657d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.69223976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"eeee2512-34e6-4654-84f2-ead80cea8b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.692519857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"e4df84eb-e07e-4141-a3e0-32a396ae5064","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.707874806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"90248cf7-e24b-4fc8-a5af-3f9d4e63d2aa","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.708135114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"ad7d1df1-7f53-490c-ba13-4f5bbb191c9b","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.715476416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"06e65ace-6522-417d-ac61-588051657d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.715477033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"eeee2512-34e6-4654-84f2-ead80cea8b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.717614662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"e4df84eb-e07e-4141-a3e0-32a396ae5064","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.735781706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92d55a6c9e15c214719bfb8d0d489dc76759e330924e7544fbf29306dd1009f5) AuthConfig (f5912f1b5ee3816ab374ba9a2de1c00d5d5793af63b3739e90ad4aeecb03d309) AuthConfig (f8a25e58df614e01b362bdd215290145e48f05edb3171b05f544c6b055543eee) AuthConfig (44704934af6e710a0a24276da29738b48b9a7520a4d92b5533e7e70569738381) AuthConfig (7499b233bc16bc27962f9f3d71daff5a743fc86ee51b0d8513522643e2630f46) AuthConfig (060cc2055192216f4c5f54dcf2c99b5b52613d20e5eb3fba0889ee005d2e4cbe) AuthConfig (f36d81464223b00a2e3271c8df8fe404b19a97be03484ca42729419150d3d40d) AuthConfig (19f068e64ea11e3d2b3a4d647ca7b61e03f031fb7b7da3a8497bedc0dee6eefb) AuthConfig (1932a31efc164e6e88bcf4593d990cbd19f61da6533c12d6b6a82c6d8f707fbb) AuthConfig (cfb3cafded50cee203233c5933a9db83f2b64beba019dc17e2884953d7768e12) AuthConfig (c978f1866cbbc3c587d5a895a0ef59f478e5fb8f94d127bf5281a5fce02d8252) AuthConfig (81287259e1bee8a1020809088195be1c27a448098b77ab87b078538ee92adbf5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"e4df84eb-e07e-4141-a3e0-32a396ae5064","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.753321105Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-sub1","reconcileID":"3e24e02b-1c69-4a7c-ba3b-99289147103d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-distinct-w3-32c192","model":"distinct-w3-32c192","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32c192/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.790262338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"b94dce2e-99c3-48bc-9da7-f0ece0508f5a","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.792613169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"6cf57568-6e5b-4886-a102-0044c553cee3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.806601565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"11f344a8-2c27-49e5-b950-5e661d521017","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.807536826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"d0417ad7-adc9-490d-a0c4-3a8a3e6c6cf9","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.810230038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"036ff261-92b1-4399-bc79-c18a82167b84","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.814736569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"6cf57568-6e5b-4886-a102-0044c553cee3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.825911377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"11f344a8-2c27-49e5-b950-5e661d521017","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.833090078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92d55a6c9e15c214719bfb8d0d489dc76759e330924e7544fbf29306dd1009f5) AuthConfig (f5912f1b5ee3816ab374ba9a2de1c00d5d5793af63b3739e90ad4aeecb03d309) AuthConfig (f8a25e58df614e01b362bdd215290145e48f05edb3171b05f544c6b055543eee) AuthConfig (44704934af6e710a0a24276da29738b48b9a7520a4d92b5533e7e70569738381) AuthConfig (7499b233bc16bc27962f9f3d71daff5a743fc86ee51b0d8513522643e2630f46) AuthConfig (060cc2055192216f4c5f54dcf2c99b5b52613d20e5eb3fba0889ee005d2e4cbe) AuthConfig (f36d81464223b00a2e3271c8df8fe404b19a97be03484ca42729419150d3d40d) AuthConfig (19f068e64ea11e3d2b3a4d647ca7b61e03f031fb7b7da3a8497bedc0dee6eefb) AuthConfig (1932a31efc164e6e88bcf4593d990cbd19f61da6533c12d6b6a82c6d8f707fbb) AuthConfig (cfb3cafded50cee203233c5933a9db83f2b64beba019dc17e2884953d7768e12) AuthConfig (c978f1866cbbc3c587d5a895a0ef59f478e5fb8f94d127bf5281a5fce02d8252) AuthConfig (81287259e1bee8a1020809088195be1c27a448098b77ab87b078538ee92adbf5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"6cf57568-6e5b-4886-a102-0044c553cee3","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.844326454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c15e3c80d1332284ad2290d227efe62ffc59b6f28ad873c851f3728b37b002f2) AuthConfig (9ea8b7fc10dea0a69768194e7176e34b382d1de8703244c5535f49d35fbaf313) AuthConfig (f624c7d8acadcafb427e1ed304723e6e67d75eb0ea8fbe7dbc72cca965af6e5e) AuthConfig (6a44377c14becd2183642f4619fc4a2b0d659bef403b4c54b67df9458e82bcb5) AuthConfig (06f9f12428ac91a5e0fd82f9ac8395cab7bb688a3c18411e6f162df37baf0c61) AuthConfig (1183846ec7ef1cbd23913a028795dfab7b380a00c851f14e7536c020769e5881) AuthConfig (1ed681a83d3aa30d4e2a5beeaf27f0759c154b846017f62fd62fae0e987b1071) AuthConfig (c65a700e0768c15e5bc3065396e6b7ddca6cf1f8145bb239440a1391059a0d0e) AuthConfig (8c030b7aa0068350716665f0b77a7ac3846e0a595b4143dcd75945debe8a44b0) AuthConfig (d04f1434e9f42c7724d6c287892797affa30fd7e31e63f65f9d9c9e97ccba47a) AuthConfig (bf76071df1440510b654025526ac52e7d824a30e44497ee4789facfbcbb7a064) AuthConfig (c2803d215cf843468b0b5e5eca54ac1afad5388ec0b2c33e12a723671b243b58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"11f344a8-2c27-49e5-b950-5e661d521017","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.851021538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-sub1","reconcileID":"185c504b-bae7-4224-a7f4-1ccdd8b16ff0","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-distinct-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.862584518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"03336d6e-ea90-4168-a0bb-f3eb63526bb2","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.86290547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"b3662605-8389-4e0a-9270-434173c31347","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.894035643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"eb89ac54-d63a-4370-a81e-0d3694f24e10","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.907325823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"7f8b6209-e793-4ded-8c2b-e7e6193ee51c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.915950676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"20c12ab4-d8aa-4c74-9e8a-98a52829c7b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.916855366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"e8db48d9-cb23-407b-b49a-6c52b07134aa","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:56:10.926149098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-subscription","reconcileID":"5fe453af-e367-4648-9376-4035e68c3996","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.927875818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"7f8b6209-e793-4ded-8c2b-e7e6193ee51c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.937438621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"ccc702a0-716e-4f11-8b28-4205c1eda77b","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.937641132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"20c12ab4-d8aa-4c74-9e8a-98a52829c7b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.937839137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"2df116ad-94f2-4d33-a9ff-2141e3e41114","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.94756351Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92d55a6c9e15c214719bfb8d0d489dc76759e330924e7544fbf29306dd1009f5) AuthConfig (f5912f1b5ee3816ab374ba9a2de1c00d5d5793af63b3739e90ad4aeecb03d309) AuthConfig (f8a25e58df614e01b362bdd215290145e48f05edb3171b05f544c6b055543eee) AuthConfig (44704934af6e710a0a24276da29738b48b9a7520a4d92b5533e7e70569738381) AuthConfig (7499b233bc16bc27962f9f3d71daff5a743fc86ee51b0d8513522643e2630f46) AuthConfig (060cc2055192216f4c5f54dcf2c99b5b52613d20e5eb3fba0889ee005d2e4cbe) AuthConfig (f36d81464223b00a2e3271c8df8fe404b19a97be03484ca42729419150d3d40d) AuthConfig (19f068e64ea11e3d2b3a4d647ca7b61e03f031fb7b7da3a8497bedc0dee6eefb) AuthConfig (1932a31efc164e6e88bcf4593d990cbd19f61da6533c12d6b6a82c6d8f707fbb) AuthConfig (cfb3cafded50cee203233c5933a9db83f2b64beba019dc17e2884953d7768e12) AuthConfig (c978f1866cbbc3c587d5a895a0ef59f478e5fb8f94d127bf5281a5fce02d8252) AuthConfig (81287259e1bee8a1020809088195be1c27a448098b77ab87b078538ee92adbf5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"7f8b6209-e793-4ded-8c2b-e7e6193ee51c","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.962173628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"8cf1b37f-3683-4fc6-a2db-30b35a469856","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.962523635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"bcd6e642-bd8a-45f1-b0fe-ea165ef67aee","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.967521576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"d9dbe3c1-12db-47b7-875e-cd6ea87ad164","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.98211021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"6cc8d110-2478-4cb3-8389-6b340ee3e2d0","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:10.982483845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"e803f15a-0514-448c-9a54-49bee44f01fe","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.008575086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"32424603-eb41-46b7-8234-77b1a7268cec","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.00871547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"101ebc30-2c67-429f-ae9c-dd1bde1e9ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.008946935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"38f88b90-219b-4092-963e-ab6b221287ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.015372827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"6bb90146-0ac0-4263-9c6c-e997a1a85723","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.015544416Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-32c192 priority=0:[ai-tenant-e2e-worker-w3-32c192/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-32c192/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.032481722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"32424603-eb41-46b7-8234-77b1a7268cec","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.033647751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"101ebc30-2c67-429f-ae9c-dd1bde1e9ceb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.034634475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"38f88b90-219b-4092-963e-ab6b221287ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.040524165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"5908bb38-0fcb-443a-91a6-d3a284e1579d","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.048735174Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-subscription","reconcileID":"15a127c0-b4a4-47a7-9f5e-d5ca5cc80e8b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-distinct-w5-2077b4","model":"distinct-w5-2077b4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-2077b4/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:56:11.049853183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-sub2","reconcileID":"aeb3e1fa-3e90-4c1e-a0d2-9a3b0a115776","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.052933068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c15e3c80d1332284ad2290d227efe62ffc59b6f28ad873c851f3728b37b002f2) AuthConfig (9ea8b7fc10dea0a69768194e7176e34b382d1de8703244c5535f49d35fbaf313) AuthConfig (f624c7d8acadcafb427e1ed304723e6e67d75eb0ea8fbe7dbc72cca965af6e5e) AuthConfig (6a44377c14becd2183642f4619fc4a2b0d659bef403b4c54b67df9458e82bcb5) AuthConfig (06f9f12428ac91a5e0fd82f9ac8395cab7bb688a3c18411e6f162df37baf0c61) AuthConfig (1183846ec7ef1cbd23913a028795dfab7b380a00c851f14e7536c020769e5881) AuthConfig (1ed681a83d3aa30d4e2a5beeaf27f0759c154b846017f62fd62fae0e987b1071) AuthConfig (c65a700e0768c15e5bc3065396e6b7ddca6cf1f8145bb239440a1391059a0d0e) AuthConfig (8c030b7aa0068350716665f0b77a7ac3846e0a595b4143dcd75945debe8a44b0) AuthConfig (d04f1434e9f42c7724d6c287892797affa30fd7e31e63f65f9d9c9e97ccba47a) AuthConfig (bf76071df1440510b654025526ac52e7d824a30e44497ee4789facfbcbb7a064) AuthConfig (c2803d215cf843468b0b5e5eca54ac1afad5388ec0b2c33e12a723671b243b58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"32424603-eb41-46b7-8234-77b1a7268cec","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.055576075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"30eeffe3-b59e-45b1-a36e-6aaf6085380a","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.055996244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"1271145a-02a2-4fe7-a9d0-a3b72e40bf31","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.075885084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"2d59664f-ec3c-4a8f-94ea-bc4948af9bc7","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.084159136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"9e29262a-3d95-4e0d-acda-f67d10b48662","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.095723Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-subscription","reconcileID":"15a127c0-b4a4-47a7-9f5e-d5ca5cc80e8b","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-distinct-2-w5-2077b4","model":"distinct-2-w5-2077b4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-2077b4/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.103591834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"3a0d6dce-7759-4ec3-9fc9-925bc99b3d42","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.106627137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"ab3e2776-f7d7-4a08-9ab7-d45f590f8bfa","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.127565751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"ab3e2776-f7d7-4a08-9ab7-d45f590f8bfa","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.146441821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92d55a6c9e15c214719bfb8d0d489dc76759e330924e7544fbf29306dd1009f5) AuthConfig (f5912f1b5ee3816ab374ba9a2de1c00d5d5793af63b3739e90ad4aeecb03d309) AuthConfig (f8a25e58df614e01b362bdd215290145e48f05edb3171b05f544c6b055543eee) AuthConfig (44704934af6e710a0a24276da29738b48b9a7520a4d92b5533e7e70569738381) AuthConfig (7499b233bc16bc27962f9f3d71daff5a743fc86ee51b0d8513522643e2630f46) AuthConfig (060cc2055192216f4c5f54dcf2c99b5b52613d20e5eb3fba0889ee005d2e4cbe) AuthConfig (f36d81464223b00a2e3271c8df8fe404b19a97be03484ca42729419150d3d40d) AuthConfig (19f068e64ea11e3d2b3a4d647ca7b61e03f031fb7b7da3a8497bedc0dee6eefb) AuthConfig (1932a31efc164e6e88bcf4593d990cbd19f61da6533c12d6b6a82c6d8f707fbb) AuthConfig (cfb3cafded50cee203233c5933a9db83f2b64beba019dc17e2884953d7768e12) AuthConfig (c978f1866cbbc3c587d5a895a0ef59f478e5fb8f94d127bf5281a5fce02d8252) AuthConfig (81287259e1bee8a1020809088195be1c27a448098b77ab87b078538ee92adbf5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"ab3e2776-f7d7-4a08-9ab7-d45f590f8bfa","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.164473684Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-sub2","reconcileID":"c3a73681-8896-4207-b714-59ecd01cee77","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-distinct-2-w3-32c192","model":"distinct-2-w3-32c192","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32c192/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.167805991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"78011e92-1389-4a2c-a4c2-623da2ef7d7b","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.168258596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"2aaf9e3c-09db-447c-9877-24c7624a4145","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.208538917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"022899eb-072a-4278-b96c-6b66f99778e6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.208613611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"5e857fae-cfb1-4178-95f2-506cc881c5c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.216645203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"2495ad4e-5849-4bce-993e-06426fa3c100","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.228264858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"022899eb-072a-4278-b96c-6b66f99778e6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.228322916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"5e857fae-cfb1-4178-95f2-506cc881c5c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.235813716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"2495ad4e-5849-4bce-993e-06426fa3c100","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.248659989Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92d55a6c9e15c214719bfb8d0d489dc76759e330924e7544fbf29306dd1009f5) AuthConfig (f5912f1b5ee3816ab374ba9a2de1c00d5d5793af63b3739e90ad4aeecb03d309) AuthConfig (f8a25e58df614e01b362bdd215290145e48f05edb3171b05f544c6b055543eee) AuthConfig (44704934af6e710a0a24276da29738b48b9a7520a4d92b5533e7e70569738381) AuthConfig (7499b233bc16bc27962f9f3d71daff5a743fc86ee51b0d8513522643e2630f46) AuthConfig (060cc2055192216f4c5f54dcf2c99b5b52613d20e5eb3fba0889ee005d2e4cbe) AuthConfig (f36d81464223b00a2e3271c8df8fe404b19a97be03484ca42729419150d3d40d) AuthConfig (19f068e64ea11e3d2b3a4d647ca7b61e03f031fb7b7da3a8497bedc0dee6eefb) AuthConfig (1932a31efc164e6e88bcf4593d990cbd19f61da6533c12d6b6a82c6d8f707fbb) AuthConfig (cfb3cafded50cee203233c5933a9db83f2b64beba019dc17e2884953d7768e12) AuthConfig (c978f1866cbbc3c587d5a895a0ef59f478e5fb8f94d127bf5281a5fce02d8252) AuthConfig (81287259e1bee8a1020809088195be1c27a448098b77ab87b078538ee92adbf5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"022899eb-072a-4278-b96c-6b66f99778e6","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.250538788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-subscription","reconcileID":"8104aa7c-404b-4b00-8a74-33d567fc9b3e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-distinct-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/distinct-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.251204061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"84489081-653d-41f8-912a-7181c28719c7","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.254297145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c15e3c80d1332284ad2290d227efe62ffc59b6f28ad873c851f3728b37b002f2) AuthConfig (9ea8b7fc10dea0a69768194e7176e34b382d1de8703244c5535f49d35fbaf313) AuthConfig (f624c7d8acadcafb427e1ed304723e6e67d75eb0ea8fbe7dbc72cca965af6e5e) AuthConfig (6a44377c14becd2183642f4619fc4a2b0d659bef403b4c54b67df9458e82bcb5) AuthConfig (06f9f12428ac91a5e0fd82f9ac8395cab7bb688a3c18411e6f162df37baf0c61) AuthConfig (1183846ec7ef1cbd23913a028795dfab7b380a00c851f14e7536c020769e5881) AuthConfig (1ed681a83d3aa30d4e2a5beeaf27f0759c154b846017f62fd62fae0e987b1071) AuthConfig (c65a700e0768c15e5bc3065396e6b7ddca6cf1f8145bb239440a1391059a0d0e) AuthConfig (8c030b7aa0068350716665f0b77a7ac3846e0a595b4143dcd75945debe8a44b0) AuthConfig (d04f1434e9f42c7724d6c287892797affa30fd7e31e63f65f9d9c9e97ccba47a) AuthConfig (bf76071df1440510b654025526ac52e7d824a30e44497ee4789facfbcbb7a064) AuthConfig (c2803d215cf843468b0b5e5eca54ac1afad5388ec0b2c33e12a723671b243b58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"2495ad4e-5849-4bce-993e-06426fa3c100","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.27955212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-subscription","reconcileID":"8104aa7c-404b-4b00-8a74-33d567fc9b3e","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-distinct-2-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/distinct-2-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.310433256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"06b1351b-802d-4571-a32e-d307e2a7141d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.310933773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"a80460a9-b3f3-4584-aec0-6f6785fa2fd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.317850374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"02ea4712-8285-4332-a85f-20d159f14b93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.32464734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"f10a4cdd-32e1-4b2a-bf03-6967466b44f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.330263122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"06b1351b-802d-4571-a32e-d307e2a7141d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.330295007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"a80460a9-b3f3-4584-aec0-6f6785fa2fd1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.340170733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"02ea4712-8285-4332-a85f-20d159f14b93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.344796191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"f10a4cdd-32e1-4b2a-bf03-6967466b44f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.348322988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92d55a6c9e15c214719bfb8d0d489dc76759e330924e7544fbf29306dd1009f5) AuthConfig (f5912f1b5ee3816ab374ba9a2de1c00d5d5793af63b3739e90ad4aeecb03d309) AuthConfig (f8a25e58df614e01b362bdd215290145e48f05edb3171b05f544c6b055543eee) AuthConfig (44704934af6e710a0a24276da29738b48b9a7520a4d92b5533e7e70569738381) AuthConfig (7499b233bc16bc27962f9f3d71daff5a743fc86ee51b0d8513522643e2630f46) AuthConfig (060cc2055192216f4c5f54dcf2c99b5b52613d20e5eb3fba0889ee005d2e4cbe) AuthConfig (f36d81464223b00a2e3271c8df8fe404b19a97be03484ca42729419150d3d40d) AuthConfig (19f068e64ea11e3d2b3a4d647ca7b61e03f031fb7b7da3a8497bedc0dee6eefb) AuthConfig (1932a31efc164e6e88bcf4593d990cbd19f61da6533c12d6b6a82c6d8f707fbb) AuthConfig (cfb3cafded50cee203233c5933a9db83f2b64beba019dc17e2884953d7768e12) AuthConfig (c978f1866cbbc3c587d5a895a0ef59f478e5fb8f94d127bf5281a5fce02d8252) AuthConfig (81287259e1bee8a1020809088195be1c27a448098b77ab87b078538ee92adbf5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"06b1351b-802d-4571-a32e-d307e2a7141d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.349709468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-sub2","reconcileID":"189e3f50-5d3b-4a27-9fd5-b0434c77118a","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-distinct-2-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.522247556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"44062aff-0376-4b46-a5f7-e030bafa0005","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.542069495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"44062aff-0376-4b46-a5f7-e030bafa0005","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:11.560555439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92d55a6c9e15c214719bfb8d0d489dc76759e330924e7544fbf29306dd1009f5) AuthConfig (f5912f1b5ee3816ab374ba9a2de1c00d5d5793af63b3739e90ad4aeecb03d309) AuthConfig (f8a25e58df614e01b362bdd215290145e48f05edb3171b05f544c6b055543eee) AuthConfig (44704934af6e710a0a24276da29738b48b9a7520a4d92b5533e7e70569738381) AuthConfig (7499b233bc16bc27962f9f3d71daff5a743fc86ee51b0d8513522643e2630f46) AuthConfig (060cc2055192216f4c5f54dcf2c99b5b52613d20e5eb3fba0889ee005d2e4cbe) AuthConfig (f36d81464223b00a2e3271c8df8fe404b19a97be03484ca42729419150d3d40d) AuthConfig (19f068e64ea11e3d2b3a4d647ca7b61e03f031fb7b7da3a8497bedc0dee6eefb) AuthConfig (1932a31efc164e6e88bcf4593d990cbd19f61da6533c12d6b6a82c6d8f707fbb) AuthConfig (cfb3cafded50cee203233c5933a9db83f2b64beba019dc17e2884953d7768e12) AuthConfig (c978f1866cbbc3c587d5a895a0ef59f478e5fb8f94d127bf5281a5fce02d8252) AuthConfig (81287259e1bee8a1020809088195be1c27a448098b77ab87b078538ee92adbf5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"44062aff-0376-4b46-a5f7-e030bafa0005","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:13.936201718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"04dfb25f-92d5-498f-80e8-2f3ec47ecb3c","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:13.936682256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"1a5b089f-25a2-4e81-8c6d-29212a0aaf7b","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:13.936994184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-w6-1ee571","reconcileID":"468f271a-31c1-4b7f-a3fd-0156803ff739","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:13.96700834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-w6-1ee571","reconcileID":"47edd7d9-d2ef-4fed-962d-b983bc790142","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:13.967331192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"3816bfe3-10cf-482c-9773-a63b066ecbe3","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:13.967630904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"57c6d4a4-7e83-426c-bbc4-1714c7a2150f","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:13.984551053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"e5dc2f52-9021-4cd3-9427-294f5efead16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:13.984563848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"e327e634-c4d6-4a88-a4e0-73956c8eb9fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:13.985346868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"c60111d6-fced-47eb-af33-e6dcc9b18ad6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:13.985399754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"19b8241c-7f14-4612-bb98-e063db0a4c85","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-premium-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:14.003823046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"e5dc2f52-9021-4cd3-9427-294f5efead16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:14.007749652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"e327e634-c4d6-4a88-a4e0-73956c8eb9fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:14.095884732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"899193a2-7e5d-43f9-8854-a8b86044c7c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:14.096207494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"4606eac2-4ef4-49e4-96b5-449ff5692210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:14.119657461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"899193a2-7e5d-43f9-8854-a8b86044c7c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:14.16070984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"distinct-2-w4-ed8218","reconcileID":"8a0e9e60-ff4a-4b11-9e09-b6419b45680a","MaaSModelRef":{"name":"distinct-2-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"distinct-2-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"distinct-2-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:14.165177753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"4606eac2-4ef4-49e4-96b5-449ff5692210","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.007094842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"3c607aa1-4027-497b-9b44-18b6f44e24a2","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.026326367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"a42c5c33-4c1e-46e9-b155-19e88bb32bb5","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.069816459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"93f3eeb3-8fdd-417d-b312-4105f376a256","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.089058659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"93f3eeb3-8fdd-417d-b312-4105f376a256","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.107475834Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (12a302c2c268729441bc5a4c60fdfc21c1d44680e6d51c8ad9eaab17854a9b8c) AuthConfig (be7a3e295ea22aad0a473d2149bb77eace7bd2d1b43e2e8be3273c1019895f0e) AuthConfig (0e185446fe8a00825cb63a63a3f7c14a4c9b9e0a784ae7a010feb794f2815359) AuthConfig (75228cdc51c99d9cf0069c0a54c05dbc7697d2edf6683083da0d24974f6e1474) AuthConfig (ac36f47fea105f888046d422f9b54fcbceb7faccb3f5e4b998b0e9d50eaf6fee) AuthConfig (f8f4f210189453c0ff1dfd9c86cb1bf5f1cfe6c9bf9613ac193394627c098858) AuthConfig (0dc7124dca1304852fbc146a1ef93a8035d5ccd2c3aca78d682d0adb73c5b308) AuthConfig (427085c138c2c0281e62808c58c308489e7560b5e8e0d673c955d312d27a14f5) AuthConfig (d896905d52abd0eb2bffe55ab33266e181adea5f845bff1eb9630c4b761611c5) AuthConfig (cff3bca51ff2ff6307d73d26cc113b967fdc41244f8065c558dc1bef742ee70e) AuthConfig (c1e0af854f4c1cbdc731062fec38d3d1520fbf9c17de022d9b5eebeb7ef019d4) AuthConfig (51a414de42f41f0f2ff7eccdb95e9616a7ce1d286ad37ff08fe9cab67e9b7ba3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"93f3eeb3-8fdd-417d-b312-4105f376a256","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.14048001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"1ac990f1-b240-4e29-ace3-802ccd564171","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.190621207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"81d2da86-99aa-4241-80d8-f04ec15d07be","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.207564977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"8b5b8e52-db36-4855-bfa5-a8ac38bf22b8","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.207709364Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-32c192 priority=0:[ai-tenant-e2e-worker-w3-32c192/e2e-return-all-sub1 ai-tenant-e2e-worker-w3-32c192/e2e-return-all-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.212175275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"81d2da86-99aa-4241-80d8-f04ec15d07be","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.233262992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"06df0d44-1f87-4d54-965d-a185e92ef8d1","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.233625452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (12a302c2c268729441bc5a4c60fdfc21c1d44680e6d51c8ad9eaab17854a9b8c) AuthConfig (be7a3e295ea22aad0a473d2149bb77eace7bd2d1b43e2e8be3273c1019895f0e) AuthConfig (0e185446fe8a00825cb63a63a3f7c14a4c9b9e0a784ae7a010feb794f2815359) AuthConfig (75228cdc51c99d9cf0069c0a54c05dbc7697d2edf6683083da0d24974f6e1474) AuthConfig (ac36f47fea105f888046d422f9b54fcbceb7faccb3f5e4b998b0e9d50eaf6fee) AuthConfig (f8f4f210189453c0ff1dfd9c86cb1bf5f1cfe6c9bf9613ac193394627c098858) AuthConfig (0dc7124dca1304852fbc146a1ef93a8035d5ccd2c3aca78d682d0adb73c5b308) AuthConfig (427085c138c2c0281e62808c58c308489e7560b5e8e0d673c955d312d27a14f5) AuthConfig (d896905d52abd0eb2bffe55ab33266e181adea5f845bff1eb9630c4b761611c5) AuthConfig (cff3bca51ff2ff6307d73d26cc113b967fdc41244f8065c558dc1bef742ee70e) AuthConfig (c1e0af854f4c1cbdc731062fec38d3d1520fbf9c17de022d9b5eebeb7ef019d4) AuthConfig (51a414de42f41f0f2ff7eccdb95e9616a7ce1d286ad37ff08fe9cab67e9b7ba3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"81d2da86-99aa-4241-80d8-f04ec15d07be","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.242763087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"32f51d14-ff64-42c9-8d58-aad4e8eb0c5c","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:56:15.248998958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"81d2da86-99aa-4241-80d8-f04ec15d07be","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-api-key-scoped-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:56:15.249133926Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-ed8218/e2e-api-key-scoped-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.267506039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"31e5b423-0c25-43eb-ba10-4a41feb87b97","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.283325365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"aa17f9b1-7d10-44ec-84bc-08538e5a1b1a","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.283826738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"d78cf1c5-5956-4508-bfc5-077a3cc99913","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.290735097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"02516d9f-41ef-4010-9a98-5a956496cdf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.291569253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"8ab4180f-02f7-4dbd-aad5-02074ec988a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.313120954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"02516d9f-41ef-4010-9a98-5a956496cdf9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.313327549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"8ab4180f-02f7-4dbd-aad5-02074ec988a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.339789992Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-sub","reconcileID":"9a9334a0-112e-4932-b514-dd43b96f97e8","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-ed8218/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w4-ed8218/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.401403489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a60f0249-719a-497f-b2b1-5b36d6dec254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.402131723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"d1b769de-8fcb-4db6-87d7-d2845522542e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.40264051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"f8aa93c0-8489-4793-a05d-d57083fdaece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.405348191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"8df7104c-cf57-4ed3-8452-24ee686d177d","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.424710137Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"5077695d-b29b-4d1f-be02-79b671407aaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.425336658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"cf264cbc-c987-4d90-b2c1-f9ed14568362","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.425868627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"0c00ac85-82e0-4035-ab13-33ba63461576","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.429258478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a60f0249-719a-497f-b2b1-5b36d6dec254","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.450944275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"f8aa93c0-8489-4793-a05d-d57083fdaece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.49735453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"d1b769de-8fcb-4db6-87d7-d2845522542e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.525130916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (12a302c2c268729441bc5a4c60fdfc21c1d44680e6d51c8ad9eaab17854a9b8c) AuthConfig (be7a3e295ea22aad0a473d2149bb77eace7bd2d1b43e2e8be3273c1019895f0e) AuthConfig (0e185446fe8a00825cb63a63a3f7c14a4c9b9e0a784ae7a010feb794f2815359) AuthConfig (75228cdc51c99d9cf0069c0a54c05dbc7697d2edf6683083da0d24974f6e1474) AuthConfig (ac36f47fea105f888046d422f9b54fcbceb7faccb3f5e4b998b0e9d50eaf6fee) AuthConfig (f8f4f210189453c0ff1dfd9c86cb1bf5f1cfe6c9bf9613ac193394627c098858) AuthConfig (0dc7124dca1304852fbc146a1ef93a8035d5ccd2c3aca78d682d0adb73c5b308) AuthConfig (427085c138c2c0281e62808c58c308489e7560b5e8e0d673c955d312d27a14f5) AuthConfig (d896905d52abd0eb2bffe55ab33266e181adea5f845bff1eb9630c4b761611c5) AuthConfig (cff3bca51ff2ff6307d73d26cc113b967fdc41244f8065c558dc1bef742ee70e) AuthConfig (c1e0af854f4c1cbdc731062fec38d3d1520fbf9c17de022d9b5eebeb7ef019d4) AuthConfig (51a414de42f41f0f2ff7eccdb95e9616a7ce1d286ad37ff08fe9cab67e9b7ba3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"d1b769de-8fcb-4db6-87d7-d2845522542e","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.539820941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-sub","reconcileID":"0cf4018f-cfd1-498b-bb59-f26ce1b32d57","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.550239192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"74ed5eac-4c88-49e5-984d-67af5db9d9d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.55030561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"410393f3-fa8e-4c80-9499-958b370bd165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.569915563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"410393f3-fa8e-4c80-9499-958b370bd165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.570663462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"74ed5eac-4c88-49e5-984d-67af5db9d9d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:15.662155913Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.325808206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"79ea16d6-efec-41bc-a0bf-8220bd1b8524","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.344941253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"79ea16d6-efec-41bc-a0bf-8220bd1b8524","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.362759017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-2077b4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c15e3c80d1332284ad2290d227efe62ffc59b6f28ad873c851f3728b37b002f2) AuthConfig (9ea8b7fc10dea0a69768194e7176e34b382d1de8703244c5535f49d35fbaf313) AuthConfig (f624c7d8acadcafb427e1ed304723e6e67d75eb0ea8fbe7dbc72cca965af6e5e) AuthConfig (6a44377c14becd2183642f4619fc4a2b0d659bef403b4c54b67df9458e82bcb5) AuthConfig (06f9f12428ac91a5e0fd82f9ac8395cab7bb688a3c18411e6f162df37baf0c61) AuthConfig (1183846ec7ef1cbd23913a028795dfab7b380a00c851f14e7536c020769e5881) AuthConfig (1ed681a83d3aa30d4e2a5beeaf27f0759c154b846017f62fd62fae0e987b1071) AuthConfig (c65a700e0768c15e5bc3065396e6b7ddca6cf1f8145bb239440a1391059a0d0e) AuthConfig (8c030b7aa0068350716665f0b77a7ac3846e0a595b4143dcd75945debe8a44b0) AuthConfig (d04f1434e9f42c7724d6c287892797affa30fd7e31e63f65f9d9c9e97ccba47a) AuthConfig (bf76071df1440510b654025526ac52e7d824a30e44497ee4789facfbcbb7a064) AuthConfig (c2803d215cf843468b0b5e5eca54ac1afad5388ec0b2c33e12a723671b243b58)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"79ea16d6-efec-41bc-a0bf-8220bd1b8524","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.417859482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"79b7bf34-1420-4450-8140-ecfe061d69bd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.44453858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"79b7bf34-1420-4450-8140-ecfe061d69bd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.471654279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92d55a6c9e15c214719bfb8d0d489dc76759e330924e7544fbf29306dd1009f5) AuthConfig (f5912f1b5ee3816ab374ba9a2de1c00d5d5793af63b3739e90ad4aeecb03d309) AuthConfig (f8a25e58df614e01b362bdd215290145e48f05edb3171b05f544c6b055543eee) AuthConfig (44704934af6e710a0a24276da29738b48b9a7520a4d92b5533e7e70569738381) AuthConfig (7499b233bc16bc27962f9f3d71daff5a743fc86ee51b0d8513522643e2630f46) AuthConfig (060cc2055192216f4c5f54dcf2c99b5b52613d20e5eb3fba0889ee005d2e4cbe) AuthConfig (f36d81464223b00a2e3271c8df8fe404b19a97be03484ca42729419150d3d40d) AuthConfig (19f068e64ea11e3d2b3a4d647ca7b61e03f031fb7b7da3a8497bedc0dee6eefb) AuthConfig (1932a31efc164e6e88bcf4593d990cbd19f61da6533c12d6b6a82c6d8f707fbb) AuthConfig (cfb3cafded50cee203233c5933a9db83f2b64beba019dc17e2884953d7768e12) AuthConfig (c978f1866cbbc3c587d5a895a0ef59f478e5fb8f94d127bf5281a5fce02d8252) AuthConfig (81287259e1bee8a1020809088195be1c27a448098b77ab87b078538ee92adbf5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"79b7bf34-1420-4450-8140-ecfe061d69bd","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.665704586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"7e43074f-3a06-4b68-bcf8-7c18a91e598e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.686660448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"7e43074f-3a06-4b68-bcf8-7c18a91e598e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:21.705824015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-32c192-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92d55a6c9e15c214719bfb8d0d489dc76759e330924e7544fbf29306dd1009f5) AuthConfig (f5912f1b5ee3816ab374ba9a2de1c00d5d5793af63b3739e90ad4aeecb03d309) AuthConfig (f8a25e58df614e01b362bdd215290145e48f05edb3171b05f544c6b055543eee) AuthConfig (44704934af6e710a0a24276da29738b48b9a7520a4d92b5533e7e70569738381) AuthConfig (7499b233bc16bc27962f9f3d71daff5a743fc86ee51b0d8513522643e2630f46) AuthConfig (060cc2055192216f4c5f54dcf2c99b5b52613d20e5eb3fba0889ee005d2e4cbe) AuthConfig (f36d81464223b00a2e3271c8df8fe404b19a97be03484ca42729419150d3d40d) AuthConfig (19f068e64ea11e3d2b3a4d647ca7b61e03f031fb7b7da3a8497bedc0dee6eefb) AuthConfig (1932a31efc164e6e88bcf4593d990cbd19f61da6533c12d6b6a82c6d8f707fbb) AuthConfig (cfb3cafded50cee203233c5933a9db83f2b64beba019dc17e2884953d7768e12) AuthConfig (c978f1866cbbc3c587d5a895a0ef59f478e5fb8f94d127bf5281a5fce02d8252) AuthConfig (81287259e1bee8a1020809088195be1c27a448098b77ab87b078538ee92adbf5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"7e43074f-3a06-4b68-bcf8-7c18a91e598e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:25.568877088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"160fea47-ea8f-4be8-9b71-dbc66e950271","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:25.58824974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"160fea47-ea8f-4be8-9b71-dbc66e950271","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:25.607239888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-ed8218-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (12a302c2c268729441bc5a4c60fdfc21c1d44680e6d51c8ad9eaab17854a9b8c) AuthConfig (be7a3e295ea22aad0a473d2149bb77eace7bd2d1b43e2e8be3273c1019895f0e) AuthConfig (0e185446fe8a00825cb63a63a3f7c14a4c9b9e0a784ae7a010feb794f2815359) AuthConfig (75228cdc51c99d9cf0069c0a54c05dbc7697d2edf6683083da0d24974f6e1474) AuthConfig (ac36f47fea105f888046d422f9b54fcbceb7faccb3f5e4b998b0e9d50eaf6fee) AuthConfig (f8f4f210189453c0ff1dfd9c86cb1bf5f1cfe6c9bf9613ac193394627c098858) AuthConfig (0dc7124dca1304852fbc146a1ef93a8035d5ccd2c3aca78d682d0adb73c5b308) AuthConfig (427085c138c2c0281e62808c58c308489e7560b5e8e0d673c955d312d27a14f5) AuthConfig (d896905d52abd0eb2bffe55ab33266e181adea5f845bff1eb9630c4b761611c5) AuthConfig (cff3bca51ff2ff6307d73d26cc113b967fdc41244f8065c558dc1bef742ee70e) AuthConfig (c1e0af854f4c1cbdc731062fec38d3d1520fbf9c17de022d9b5eebeb7ef019d4) AuthConfig (51a414de42f41f0f2ff7eccdb95e9616a7ce1d286ad37ff08fe9cab67e9b7ba3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"160fea47-ea8f-4be8-9b71-dbc66e950271","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:27.816337919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"d2bd00f7-45a7-4998-b605-4263092bc3a7","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:27.816720454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"b4fea39f-9ff6-494d-a4c5-83a3e9c2d919","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:27.817019627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"c6f66517-c59c-4c50-8bc7-3af2acd84dbd","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:27.853788554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"aaf2bb4b-a847-4e86-af6a-dc6ad2db336d","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:27.854253775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"9f30f62e-e523-4277-8041-3ffeff9b372b","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:27.854890345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"8442cc55-039a-44af-963f-1a85470b4c93","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:27.871714531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"54ddc7cb-9527-4805-9f32-89a4bbe09ba7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:27.872175643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"8ac763b1-a216-41b5-90e1-99b675691970","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:27.946999551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"8706f7f0-ba05-473d-ae5f-a0a1dcb4156c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:27.955380765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b05d4646-01d9-4bf2-b62c-a0fdfe18312f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:28.001531306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b05d4646-01d9-4bf2-b62c-a0fdfe18312f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:28.052800885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"8706f7f0-ba05-473d-ae5f-a0a1dcb4156c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:28.24482453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"5d2cb103-bbfa-4e3f-802b-da4b1be312e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:28.266883894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"5d2cb103-bbfa-4e3f-802b-da4b1be312e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:28.325734361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ddbcf39c-6e94-4300-b814-8aa467631840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:28.351645033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ddbcf39c-6e94-4300-b814-8aa467631840","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:30.565268864Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-subscription","reconcileID":"fba225d6-ac66-454c-b86e-df9b22257b12","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-distinct-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/distinct-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:30.60356774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-subscription","reconcileID":"fba225d6-ac66-454c-b86e-df9b22257b12","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-distinct-2-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/distinct-2-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:30.698144412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"82a4d7b5-4643-46d1-835a-6e6c0ca2f90c","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:30.699007952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"55987042-fbf1-47a8-b482-b06f707af972","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:30.808051458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-sub1","reconcileID":"1d75a73a-14be-4911-87b8-3e6d263ec057","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-distinct-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:30.817437835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-sub2","reconcileID":"4e0619a3-a5fa-4cd8-b5de-e867e174de8c","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-distinct-2-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:30.997358447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"440af12b-45a8-4909-9ed2-187eabe70d1e","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.038144541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"8811d4ef-e678-4aac-b207-484a1e07e757","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.172290139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"2f5f794f-b65a-4037-86f5-54a063c6de42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.172839793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"237450bc-17ad-44e6-ba88-689762cb33a4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.173240087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"f2de8c39-2388-4984-8c25-b5472a059e01","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.173662031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"65a7f702-575c-4e22-b4ed-952bcf8029c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.226078043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"237450bc-17ad-44e6-ba88-689762cb33a4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.233382981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"65a7f702-575c-4e22-b4ed-952bcf8029c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.235213785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"2f5f794f-b65a-4037-86f5-54a063c6de42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.248735138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"f2de8c39-2388-4984-8c25-b5472a059e01","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.470832847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"59f6fc59-df74-4f64-bb0a-18aa96fbf427","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.499668067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"59f6fc59-df74-4f64-bb0a-18aa96fbf427","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.529832282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"720734b2-aa3b-4028-9134-b97a661a73e7","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.530910784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"9a88b805-9261-4e7d-9dd9-c3bab3f9fc31","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.767182189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b70db96b-e871-4e51-987b-b22464d3ffd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.767230418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"8490ef75-3751-4a21-8a08-f052d65a9955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.804979099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b70db96b-e871-4e51-987b-b22464d3ffd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.805516169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"8490ef75-3751-4a21-8a08-f052d65a9955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.858985242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"28159bb5-5420-4dc9-9f9e-42e8cff1e5b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.861248388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"3c365ccf-dcb7-49d8-aa0c-8b7df808e3d1","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.862025848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"e32431aa-00a6-44dc-9b45-48d98a6dd22d","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.895843117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"18519931-1d6c-483d-bfa0-7047b94cf7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.914252192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"28159bb5-5420-4dc9-9f9e-42e8cff1e5b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.942916776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"18519931-1d6c-483d-bfa0-7047b94cf7bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:31.983821421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"520130a7-f026-4b84-8e1d-ef927d53e438","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.025230841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"520130a7-f026-4b84-8e1d-ef927d53e438","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.184061438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"d6265620-fbc6-426a-ac12-d59b182d06bc","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.186063051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"420c318c-4843-48da-8128-dd2bed1b90c1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.202895707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"e401dcb5-cd2b-4507-9dad-41685adc836d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.20355509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"a24630f0-603a-4c4b-a693-fd90762f4881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.251532559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"d6265620-fbc6-426a-ac12-d59b182d06bc","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.277621944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"420c318c-4843-48da-8128-dd2bed1b90c1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.300768193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b200dbae-5679-4a0a-8624-6e908f966076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.33771625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"e401dcb5-cd2b-4507-9dad-41685adc836d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.338816698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"a24630f0-603a-4c4b-a693-fd90762f4881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.35843826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b200dbae-5679-4a0a-8624-6e908f966076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.471178946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"79a1305a-ed9e-4bf8-9da8-4e775c708474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:32.501799381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"79a1305a-ed9e-4bf8-9da8-4e775c708474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.335806209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"ed346d10-adcd-4a7a-8193-2636b37bc0a0","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.361302367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"2d4e7e8c-df83-448b-a887-5c68bcff07a0","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.387095651Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-subscription","reconcileID":"010a538d-28f9-4432-bbf7-2fc20fb5a127","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-407efa54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.401464478Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-subscription","reconcileID":"af384866-b2cf-400b-8b22-2eca0bef0400","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-407efa54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.409919675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"2553c347-829a-4811-a3c2-4dedf2ed779a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.409968444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"580c9e1d-4834-4fa9-ba47-fba05a4da008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.41036731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"23cf4dcc-b8e6-4e74-bc41-69f2bbaf7ff5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.452961678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"2553c347-829a-4811-a3c2-4dedf2ed779a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.474262233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"580c9e1d-4834-4fa9-ba47-fba05a4da008","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.474624197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"23cf4dcc-b8e6-4e74-bc41-69f2bbaf7ff5","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.68384494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"ff479557-e1eb-4849-8aeb-8dda958cc6ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.706212768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"ff479557-e1eb-4849-8aeb-8dda958cc6ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.778204778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f9a22d22-f247-40db-b753-12584d1a65ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.77900894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"22865d80-93a5-429c-9939-92bedf74e416","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.798801324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"22865d80-93a5-429c-9939-92bedf74e416","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:33.800043727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f9a22d22-f247-40db-b753-12584d1a65ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.018323562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"819d715d-e3bd-4b48-9f61-1395a34f7f8a","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.075778482Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-sub1","reconcileID":"c16f31cd-e054-4237-9e1f-3601041d8ca3","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f0e31446","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.106780658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"e846458e-497c-4da7-8f9a-67eb5dda44ac","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.10720256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"de574f19-8422-4cf2-92ce-edc6d53e77b1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.107477779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"4fa05e4d-4a00-4e1c-bbf9-8be73002e0f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.107714645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"71aab16d-fd23-469c-b245-03fad8de1679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.139659189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"e846458e-497c-4da7-8f9a-67eb5dda44ac","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.145252321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"71aab16d-fd23-469c-b245-03fad8de1679","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.154062684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"4fa05e4d-4a00-4e1c-bbf9-8be73002e0f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.159517077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"de574f19-8422-4cf2-92ce-edc6d53e77b1","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.281664152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"a6f85a4a-2bca-432b-b17d-e4f0a5bb8e56","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.282013446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"c4d0cfee-93bc-478b-b10c-684695628818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.282065566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7c00a92a-cf93-41fe-be52-10a519103b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.297246476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"f9a61084-c3f9-4fde-a613-6926512b73d2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.302550598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"a6f85a4a-2bca-432b-b17d-e4f0a5bb8e56","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.303155374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"c4d0cfee-93bc-478b-b10c-684695628818","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.304848937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7c00a92a-cf93-41fe-be52-10a519103b73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:34.317793428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"f9a61084-c3f9-4fde-a613-6926512b73d2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.651008542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"d5e8458d-0aa0-4754-8cd9-8861bc58230c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.670628198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"d5e8458d-0aa0-4754-8cd9-8861bc58230c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:35.753170004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"777e442f-a8e2-4d1d-a94d-6eeb27b40662","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:37.402978702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"b02576ac-656d-44e1-9d81-544c3220ebc4","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:37.450528291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"28257b8f-da12-419a-b432-c9f4589ee433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:37.451083059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"19320d87-6e27-42a6-a40f-00766c506a23","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:37.451383715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6f2bcb2d-1f33-45ce-888b-05bdc9f49f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:37.472878613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"28257b8f-da12-419a-b432-c9f4589ee433","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:37.472907703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"19320d87-6e27-42a6-a40f-00766c506a23","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:37.475341476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6f2bcb2d-1f33-45ce-888b-05bdc9f49f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:39.086218552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-2-w6-1ee571","reconcileID":"e673f613-f388-4923-970c-056b19873dee","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-2-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-2-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.685340612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"c016b977-7ec0-401e-afca-3edf47931824","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.702988755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"4e680d52-e793-49e1-a788-684fe0083946","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.745871403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"eb79b773-7a32-43e6-b37c-f596859d9d01","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.76550556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"eb79b773-7a32-43e6-b37c-f596859d9d01","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.784047007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a319d3f472b8c6f40e1997ecb39c11eac3762173db26541ff646e5a0b81641d3) AuthConfig (0651c1eb15eb7cead80ce1a1bb5df8e817d5b4cf4ac9ad361ac9ef96090ca8a3) AuthConfig (bd1863f6850d02587480cc3c994201b6df397ee2bf104e6292aa063ff5d37569) AuthConfig (1de4faca168f6c4a103e5a46ef9ad0e40a8929396751ad4b9766506dc04e73f0) AuthConfig (9455b15e944545ae14c136a38daa280ae96467cf64b6ac7f987bd2eee11c6333) AuthConfig (f7ecc8529124e8f943aff3cf7e3c74a3aa6eb95f2188ce758ae2b3a0e9395439) AuthConfig (e11bf74a52beca7863d9d5571b6627f10d6f38109bd8538706dbb3ee0e1c14b5) AuthConfig (7f2de811ebcb38e8ccfd53b81001cecd7ffc29880945f13ac691b7ce15ae9bbb) AuthConfig (da0e8bd2b8da7a645e4e672dce56e38ec13d475f8813bf44d9dd051351d1e276) AuthConfig (c028f82a194229ecafafab5daff958cdfb7b0aad7500489eeebd78060bd90415) AuthConfig (5350d29208d0ab41a8edf6432175660b1a04c2ef5ab7ff3ee00742e92ed1f8fd) AuthConfig (4f568b3171e86ae2ef07044ca04af7533f6c23c4166fe15ec651cd2d6b542e4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"eb79b773-7a32-43e6-b37c-f596859d9d01","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.802020949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"846a1607-7164-46e2-a887-e14d71572329","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.845645353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"517489b8-a63b-4af7-853e-56ddcf1e0b69","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.864720516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"517489b8-a63b-4af7-853e-56ddcf1e0b69","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.883248432Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a319d3f472b8c6f40e1997ecb39c11eac3762173db26541ff646e5a0b81641d3) AuthConfig (0651c1eb15eb7cead80ce1a1bb5df8e817d5b4cf4ac9ad361ac9ef96090ca8a3) AuthConfig (bd1863f6850d02587480cc3c994201b6df397ee2bf104e6292aa063ff5d37569) AuthConfig (1de4faca168f6c4a103e5a46ef9ad0e40a8929396751ad4b9766506dc04e73f0) AuthConfig (9455b15e944545ae14c136a38daa280ae96467cf64b6ac7f987bd2eee11c6333) AuthConfig (f7ecc8529124e8f943aff3cf7e3c74a3aa6eb95f2188ce758ae2b3a0e9395439) AuthConfig (e11bf74a52beca7863d9d5571b6627f10d6f38109bd8538706dbb3ee0e1c14b5) AuthConfig (7f2de811ebcb38e8ccfd53b81001cecd7ffc29880945f13ac691b7ce15ae9bbb) AuthConfig (da0e8bd2b8da7a645e4e672dce56e38ec13d475f8813bf44d9dd051351d1e276) AuthConfig (c028f82a194229ecafafab5daff958cdfb7b0aad7500489eeebd78060bd90415) AuthConfig (5350d29208d0ab41a8edf6432175660b1a04c2ef5ab7ff3ee00742e92ed1f8fd) AuthConfig (4f568b3171e86ae2ef07044ca04af7533f6c23c4166fe15ec651cd2d6b542e4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"517489b8-a63b-4af7-853e-56ddcf1e0b69","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.898818517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"dcdba1a6-6d0d-4bae-a576-9244e888f91d","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.919162702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"0aa7791f-0923-4052-a9d0-5d01dcae5043","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.930608828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"42cf973c-77aa-4e64-8a10-93a2b6b959b0","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:56:40.934982894Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-1ee571/e2e-models-valid-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.945407835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"32167208-7a0b-4947-8112-eafcc5b93ad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.945468074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"47c028dc-ceb9-4ef8-b7f0-77b97f39db8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.945858116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"3a4199db-49f7-4bb5-b01a-a73410b87c4c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.949522647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"d60d3692-3c20-4939-a1ee-307ff660b956","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.965033814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"3a4199db-49f7-4bb5-b01a-a73410b87c4c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.965073139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"32167208-7a0b-4947-8112-eafcc5b93ad8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.967344738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"47c028dc-ceb9-4ef8-b7f0-77b97f39db8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:40.983341341Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a319d3f472b8c6f40e1997ecb39c11eac3762173db26541ff646e5a0b81641d3) AuthConfig (0651c1eb15eb7cead80ce1a1bb5df8e817d5b4cf4ac9ad361ac9ef96090ca8a3) AuthConfig (bd1863f6850d02587480cc3c994201b6df397ee2bf104e6292aa063ff5d37569) AuthConfig (1de4faca168f6c4a103e5a46ef9ad0e40a8929396751ad4b9766506dc04e73f0) AuthConfig (9455b15e944545ae14c136a38daa280ae96467cf64b6ac7f987bd2eee11c6333) AuthConfig (f7ecc8529124e8f943aff3cf7e3c74a3aa6eb95f2188ce758ae2b3a0e9395439) AuthConfig (e11bf74a52beca7863d9d5571b6627f10d6f38109bd8538706dbb3ee0e1c14b5) AuthConfig (7f2de811ebcb38e8ccfd53b81001cecd7ffc29880945f13ac691b7ce15ae9bbb) AuthConfig (da0e8bd2b8da7a645e4e672dce56e38ec13d475f8813bf44d9dd051351d1e276) AuthConfig (c028f82a194229ecafafab5daff958cdfb7b0aad7500489eeebd78060bd90415) AuthConfig (5350d29208d0ab41a8edf6432175660b1a04c2ef5ab7ff3ee00742e92ed1f8fd) AuthConfig (4f568b3171e86ae2ef07044ca04af7533f6c23c4166fe15ec651cd2d6b542e4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"3a4199db-49f7-4bb5-b01a-a73410b87c4c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.016157261Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-valid-sub","reconcileID":"3dffeeb4-a242-43b8-b1ee-8caea7440449","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-1ee571/e2e-models-valid-sub","ai-tenant-e2e-worker-w6-1ee571/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.046602145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"f4f9c397-4b95-42d5-b1f2-7b181670101b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.049045156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"362fc7e6-74f9-4b6a-a495-b077c83ddb55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.050553758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"5b9e243b-828b-4c49-9085-d8b55b4a12e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.066275159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"f4f9c397-4b95-42d5-b1f2-7b181670101b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.067971472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"362fc7e6-74f9-4b6a-a495-b077c83ddb55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.070512952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"5b50b929-fb23-4c76-91c7-dbdcced3eb52","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.071413521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"5b9e243b-828b-4c49-9085-d8b55b4a12e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.084343726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-1ee571-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a319d3f472b8c6f40e1997ecb39c11eac3762173db26541ff646e5a0b81641d3) AuthConfig (0651c1eb15eb7cead80ce1a1bb5df8e817d5b4cf4ac9ad361ac9ef96090ca8a3) AuthConfig (bd1863f6850d02587480cc3c994201b6df397ee2bf104e6292aa063ff5d37569) AuthConfig (1de4faca168f6c4a103e5a46ef9ad0e40a8929396751ad4b9766506dc04e73f0) AuthConfig (9455b15e944545ae14c136a38daa280ae96467cf64b6ac7f987bd2eee11c6333) AuthConfig (f7ecc8529124e8f943aff3cf7e3c74a3aa6eb95f2188ce758ae2b3a0e9395439) AuthConfig (e11bf74a52beca7863d9d5571b6627f10d6f38109bd8538706dbb3ee0e1c14b5) AuthConfig (7f2de811ebcb38e8ccfd53b81001cecd7ffc29880945f13ac691b7ce15ae9bbb) AuthConfig (da0e8bd2b8da7a645e4e672dce56e38ec13d475f8813bf44d9dd051351d1e276) AuthConfig (c028f82a194229ecafafab5daff958cdfb7b0aad7500489eeebd78060bd90415) AuthConfig (5350d29208d0ab41a8edf6432175660b1a04c2ef5ab7ff3ee00742e92ed1f8fd) AuthConfig (4f568b3171e86ae2ef07044ca04af7533f6c23c4166fe15ec651cd2d6b542e4a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"f4f9c397-4b95-42d5-b1f2-7b181670101b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.094660639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"2d3e5ac9-d6cf-42e2-b929-1b404c3215ae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.194831085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-valid-sub","reconcileID":"c426b0a4-be11-424d-8825-4b9333681f17","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.457839217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"a44e4899-231d-478a-aaf4-377589194ddf","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.458219978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"1074d119-239e-499e-806f-f8c306f868af","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.487516535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"9a67c13d-d542-4a32-9ba5-00e0bbec9bd3","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.48781322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"e30bd3c5-a6ee-427d-8b5b-851c0cf7bdca","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.499479583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7e53906a-df68-46a0-b239-522278531abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.499804103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"abafa0a2-7dfe-49d4-83d9-37aa1110f36c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.50107228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"b3a52be2-6c2e-4f77-b00e-8ce7a2f17ef6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.501445613Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"966a9502-5006-4526-bbf5-52add6f0f7bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.520080686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7e53906a-df68-46a0-b239-522278531abf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.520092567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"abafa0a2-7dfe-49d4-83d9-37aa1110f36c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.704333763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"e6fdd8d4-1c1e-4851-aa55-57bf3ccdf864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.704385972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8beeb702-cb5e-47a9-b661-7ff5d33a5991","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.724981873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"e6fdd8d4-1c1e-4851-aa55-57bf3ccdf864","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:41.724981879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8beeb702-cb5e-47a9-b661-7ff5d33a5991","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.416671721Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-subscription","reconcileID":"75641d6a-03ae-41e8-b09c-9eb057e9ca2d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/distinct-w5-2077b4","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.431597044Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-subscription","reconcileID":"75641d6a-03ae-41e8-b09c-9eb057e9ca2d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/distinct-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.446520497Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-subscription","reconcileID":"75641d6a-03ae-41e8-b09c-9eb057e9ca2d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/distinct-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.463988971Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-subscription","reconcileID":"75641d6a-03ae-41e8-b09c-9eb057e9ca2d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/distinct-2-w5-2077b4","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.479016636Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-subscription","reconcileID":"75641d6a-03ae-41e8-b09c-9eb057e9ca2d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/distinct-2-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.546885837Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-subscription","reconcileID":"75641d6a-03ae-41e8-b09c-9eb057e9ca2d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/distinct-2-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.704551948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"5dc7243a-c3e9-4c5f-9b68-6b8a93fa4ce5","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.724905205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"357619ee-846c-42e6-b863-038d36aec11f","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.745732255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"5556e8fb-f2d7-460f-995c-af17df11644c","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.777215734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"4cd658e5-15ab-41b5-ab92-7673008e1a6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.777376362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"8f4a21bf-3fe8-4e21-875c-42f8764e2df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.777220625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"7ee78439-3775-4034-a618-9f6061663772","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.798497319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"7ee78439-3775-4034-a618-9f6061663772","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.798697425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"8f4a21bf-3fe8-4e21-875c-42f8764e2df7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.801417124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"4cd658e5-15ab-41b5-ab92-7673008e1a6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.856089213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"8c08ad89-da43-4e51-8227-807923c95a9e","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:43.856387123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"649651f9-face-4351-9264-66154845923c","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.030744139Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"53582570-23a1-438e-9715-8080cd945a3f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/distinct-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.093406234Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-sub1","reconcileID":"e82d6215-bc4a-41a3-b58f-72d4c034c842","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.11452715Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-sub1","reconcileID":"e82d6215-bc4a-41a3-b58f-72d4c034c842","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.129588956Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-sub1","reconcileID":"e82d6215-bc4a-41a3-b58f-72d4c034c842","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.130825773Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-distinct-models-auth","reconcileID":"53582570-23a1-438e-9715-8080cd945a3f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/distinct-2-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.251829307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"61d71bc6-294b-4aee-9d40-a70f31468454","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.252059538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"02865033-4713-4247-bb95-ee2971749153","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.285222345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"d27b5e42-5efb-4b7c-9f5b-03b52b7b63b5","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.357231376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"fad43e6d-f694-47a7-9271-e290c86e1ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.357321222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"4ac1d753-8a03-4759-b753-6d118bb2b692","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.357601391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"d569dd4a-006a-4f3e-88d8-d7e374a0c615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.357726014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"9bc0215d-f96d-4492-830f-9582f1f0c06d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.376738335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"fad43e6d-f694-47a7-9271-e290c86e1ebc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.377163905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"d569dd4a-006a-4f3e-88d8-d7e374a0c615","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.378940676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"4ac1d753-8a03-4759-b753-6d118bb2b692","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.379267455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"9bc0215d-f96d-4492-830f-9582f1f0c06d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.439563651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"071cbb52-16e3-4576-a7b0-f0db5b2cd82b","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.49102305Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-sub2","reconcileID":"5241d2d4-072e-4464-999c-6a7826bb7718","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d19a9815","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.583001011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"29eb3ca8-fa01-4147-850f-329e21b76d1d","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.583596892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"4993db22-4f1a-498a-8390-ec9c2ce5d515","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.612038154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"0f0c6e30-a7ae-4f08-beae-8cb0daf1c2e4","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.613685955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"af82e823-0548-4677-ac3f-772cd9607f8e","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.63175146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"00aba61e-c386-4e3a-a60f-de22fd7a6dc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.632888602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"6483756e-ff44-41b7-941f-d0e483e18255","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.633442128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"1a8080ad-7972-4c27-aafa-39290f7fa401","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.65271581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"00aba61e-c386-4e3a-a60f-de22fd7a6dc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.658378174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a6ad89b6-0c0e-47d2-822c-ea95b809e396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.658925158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"19e4d591-9210-4d93-b0d7-330d4b55e014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.659001149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"1cc2aba6-9940-4bb5-bf7a-3b9bb439ca54","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.677483117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a6ad89b6-0c0e-47d2-822c-ea95b809e396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.678855508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"19e4d591-9210-4d93-b0d7-330d4b55e014","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.67973319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"1cc2aba6-9940-4bb5-bf7a-3b9bb439ca54","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.793694068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"d3fcc2e2-bb66-4164-a076-bfb223f2cc77","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.820690121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"d3fcc2e2-bb66-4164-a076-bfb223f2cc77","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.844149063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"89b25b5e-2417-439d-9a6d-b763e7f346dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.84465546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2c8230e9-6553-450f-8c13-4dac76ec0506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.864962745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"89b25b5e-2417-439d-9a6d-b763e7f346dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:44.86496309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2c8230e9-6553-450f-8c13-4dac76ec0506","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.269716905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"1644860d-bce9-4ffa-8e44-45991e896189","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.288946453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"d63624f6-d46d-4c7a-96ea-e293e7902bea","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.348817125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth1","reconcileID":"e40d3330-4f8e-404f-946f-5a43b999d450","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.369522557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth1","reconcileID":"e40d3330-4f8e-404f-946f-5a43b999d450","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.521970391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"c12becd8-455f-40a1-9809-58ccbf63e2fb","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.544873124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"6a2e74b3-fd5c-4349-b052-469b9cc65556","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:56:45.556422474Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-sub1","reconcileID":"363e5948-93a6-4158-bf36-fe795da3bd32","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.579066216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"b3bacb76-a237-4542-a740-cfd985d4f395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.579240022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"39d2c8a7-d695-4279-819b-8f43c439ad04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.588826268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"337c1032-2d18-45c6-bcee-a31e4335d315","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.599040898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"39d2c8a7-d695-4279-819b-8f43c439ad04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.599255274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"b3bacb76-a237-4542-a740-cfd985d4f395","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.607229904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"a9c2ef70-373d-4de8-8ec9-b633876cfa84","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.609861115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"8ad2c20e-f3eb-4ecf-b8a8-3020da76c19d","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.660400318Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.670898642Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-sub1","reconcileID":"72296a07-98a6-45af-90b4-4fc596f8360c","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-distinct-w5-2077b4","model":"distinct-w5-2077b4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-2077b4/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.678653663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth1","reconcileID":"794abcbc-b3a8-418e-a25a-1ecad04e191f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.698089695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth1","reconcileID":"794abcbc-b3a8-418e-a25a-1ecad04e191f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.707798572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"6cf85fe7-7be0-4023-92a6-72df64f83bf1","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.726385773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"4fbb33b9-0e61-4f24-aee6-e6cc6cd0cb1a","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.727999274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"8a680e78-0a76-4618-98ca-31906ed2f765","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.771219861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-sub1","reconcileID":"0a55d1f2-3406-4f2e-8319-3a9f687374db","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-distinct-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/distinct-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.8034013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth2","reconcileID":"daea8958-98bc-4d37-bad0-b18d0fac0f98","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.848856363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth2","reconcileID":"daea8958-98bc-4d37-bad0-b18d0fac0f98","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.914786857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"f10b2901-2e73-4f1f-a617-c6c562a332d7","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.917374205Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-2077b4 priority=0:[ai-tenant-e2e-worker-w5-2077b4/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w5-2077b4/e2e-multi-keys-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.920911847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"de54caaf-5bc7-4e85-85b2-91098b732921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.920998846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"532c0fa0-58b4-4de1-844e-f48eade5ff1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.940739367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"9fe231d5-8e40-48e9-bd46-0b7fe04373f1","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.942771587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"de54caaf-5bc7-4e85-85b2-91098b732921","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.944877296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"532c0fa0-58b4-4de1-844e-f48eade5ff1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.948849094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"1b70a2a8-2529-4fd7-817e-8f438bd7f4bc","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:56:45.955312535Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-2077b4/e2e-multi-keys-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.968643288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"41da0527-1d57-459a-8f30-c0e17356e67a","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.970682194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"d2b4be98-4d24-42be-8bab-475dd701811e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.971636195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"7dd039ee-1aea-4822-b6e2-4d12783f33c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.990971213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"d2b4be98-4d24-42be-8bab-475dd701811e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:45.992540593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"7dd039ee-1aea-4822-b6e2-4d12783f33c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:46.022220696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"da31dd95-a3c3-4f40-b3aa-a1ce8e093f04","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:46.029685245Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-sub2","reconcileID":"9f9b8676-7cb6-4512-869e-a01ac0567e06","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-distinct-2-w5-2077b4","model":"distinct-2-w5-2077b4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-2077b4/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:46.087662617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"bcb1606e-3a3c-4aa7-97e0-a53d82a1fe3e","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:46.099698599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b5891fb4-6d81-4924-8ae2-89b2148e6924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:46.099817956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth2","reconcileID":"45026576-e380-4cee-bd45-82dcd0f6ff7d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:46.100118245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"49a2d0cc-5d87-45a6-a94f-e45aaae0322d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:46.119614226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b5891fb4-6d81-4924-8ae2-89b2148e6924","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:46.120803196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth2","reconcileID":"45026576-e380-4cee-bd45-82dcd0f6ff7d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:46.122629783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"49a2d0cc-5d87-45a6-a94f-e45aaae0322d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:46.129839107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-sub2","reconcileID":"c2d205d9-7fcc-4b04-8e0a-9cdda888305d","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-distinct-2-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/distinct-2-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:46.207500319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth1","reconcileID":"0aa0f12b-00b4-4282-ad1a-6cedfd8505be","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:46.248096202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth1","reconcileID":"0aa0f12b-00b4-4282-ad1a-6cedfd8505be","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.391243875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"6c9ec587-b765-4358-b156-be6653e72728","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.449284569Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-sub1","reconcileID":"fafce278-f6e3-40af-98e5-dcc357d5588f","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-129f77ae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.467223314Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-sub","reconcileID":"77a514ec-af3e-4a0d-b7cc-2e4e1f533b3c","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.48321165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"f4132a70-f02a-4294-b8c6-83ee31fb7999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.485915975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth2","reconcileID":"622f7c8b-dc37-478e-88f7-2ae072df0945","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.486708662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth1","reconcileID":"8d8f8f32-55e5-4ff5-8d7a-33e67fae6360","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.487376329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"d932effa-3bbc-44f2-802f-4c4095d0a0cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.505846448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"f4132a70-f02a-4294-b8c6-83ee31fb7999","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.507126599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth2","reconcileID":"622f7c8b-dc37-478e-88f7-2ae072df0945","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.510981462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"d932effa-3bbc-44f2-802f-4c4095d0a0cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.511908014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth1","reconcileID":"8d8f8f32-55e5-4ff5-8d7a-33e67fae6360","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.528123418Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-sub","reconcileID":"77a514ec-af3e-4a0d-b7cc-2e4e1f533b3c","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ed8218/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.57675214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"5bd5fdce-6364-46b0-820a-7517ff8fa548","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.678213227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"6dbcb63b-95a5-4d2e-9159-9d7892e49f27","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.698627538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"0568f977-ed11-404d-87a5-c4f9a42b5949","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.712279249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth2","reconcileID":"b2e72145-0cf9-4398-8455-0f60fa84a6d9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.712285516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"ed6dc3b7-d3d1-4172-a3b5-e2d56995d87b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.725865051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth1","reconcileID":"91a619eb-a7b7-46d6-b69b-af4951997c58","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.725993406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"907e00ef-b88d-4a73-8ae7-8471c8dbce20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.733133327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"ed6dc3b7-d3d1-4172-a3b5-e2d56995d87b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.733134637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth2","reconcileID":"b2e72145-0cf9-4398-8455-0f60fa84a6d9","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.746034668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth1","reconcileID":"91a619eb-a7b7-46d6-b69b-af4951997c58","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.746341317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"907e00ef-b88d-4a73-8ae7-8471c8dbce20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.782271797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"290b952a-36b0-4a50-932b-52e02973bc51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.801753221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"290b952a-36b0-4a50-932b-52e02973bc51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.82033867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"f7b4955d-dbd3-475c-83a9-e2e92f3d0504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.820374343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"612d825a-254c-4ec4-b1d6-87cd8a3feb9b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.841125548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"f7b4955d-dbd3-475c-83a9-e2e92f3d0504","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.841121421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"612d825a-254c-4ec4-b1d6-87cd8a3feb9b","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:47.843043663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"6baeb828-a857-408f-91aa-54c4c26e8bf1","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:48.065488794Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-scoped-auth","reconcileID":"ec27894c-1399-4447-89c9-5b99cf0d1402","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:48.184343071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"e74b8769-4e1e-47f9-b426-e77190ca3af2","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.164077138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"1052537c-9bf8-494a-b2e5-bece08ca1c0f","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.182598367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"7c9f0751-5f97-4955-a10d-b020827db3c0","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.224522888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4a96fae9-ead9-4a25-b91a-ed1a1392efaa","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.245798789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-deleted-sub-auth","reconcileID":"4a96fae9-ead9-4a25-b91a-ed1a1392efaa","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.32790335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"bccfce76-6119-4dcf-9f63-32f12e17d8e4","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.369588869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-deleted-sub-auth","reconcileID":"fcad1d7b-5fdd-41f7-82e2-d17cab93ec13","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.378178169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"90e566fe-95ae-4090-a199-1ecc9738faa4","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.389267695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-deleted-sub-auth","reconcileID":"fcad1d7b-5fdd-41f7-82e2-d17cab93ec13","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.397366383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"b69191d6-2006-4db7-bc94-df537ddbc7ac","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:56:49.410473775Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-deleted-sub","reconcileID":"c49fc133-2709-439c-8493-f6ad0f6f1ad4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.44883275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"1c0c01b4-d904-49ae-80b0-9581ed469adf","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.470491045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"c4f8864d-75e8-4776-a3de-a24da86e39c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.470502331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"94e922ad-d436-43a5-a355-01d675952f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.470933837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"a953eb12-12aa-4f7e-8d54-35ecc32c7dc3","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.489780146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"94e922ad-d436-43a5-a355-01d675952f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.489920072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"c4f8864d-75e8-4776-a3de-a24da86e39c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.535651672Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-deleted-sub","reconcileID":"d771102c-3d17-4efc-9360-1f541791e29b","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-ed8218/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w4-ed8218/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.571359765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3c70329e-a270-4866-901f-d5a58245f0e1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.59047286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"159c22ff-5d98-44a9-ad01-74ef8f8200da","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.591486282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3c70329e-a270-4866-901f-d5a58245f0e1","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.614908267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"1e23de0a-737f-44a0-a879-ad42caebd6a9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.672155349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"ad19e19f-b96e-4ff2-a574-791644f9b180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.672552729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"9e5cf280-577a-42a8-b28c-56230a30bf1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.695497623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"ad19e19f-b96e-4ff2-a574-791644f9b180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.695522647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"9e5cf280-577a-42a8-b28c-56230a30bf1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:49.715035318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-deleted-sub","reconcileID":"5443ae78-2733-4bd8-bd84-b9ce9cea1c73","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:51.127081795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"00417745-8b3b-4864-9f30-0451bc285eb5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:51.146209983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"00417745-8b3b-4864-9f30-0451bc285eb5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:51.225442847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"f0315872-40e9-4d66-bc11-858e36d61075","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.144810272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"915cbcb8-334d-4361-930b-32227f732a7a","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.187983417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6478497a-294b-4e0a-ba69-c0857651bda7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.188128966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"5ed5a8d8-3728-406f-ac76-27ef5f400ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.187983623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"8f3ef47d-32ba-4d5f-b9dd-f2c5a52a60d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.207783208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"8f3ef47d-32ba-4d5f-b9dd-f2c5a52a60d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.207862999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-deleted-sub-auth","reconcileID":"6478497a-294b-4e0a-ba69-c0857651bda7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.209902235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"5ed5a8d8-3728-406f-ac76-27ef5f400ce4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.244445188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"6623ba21-2ace-4863-915d-6a669ac25337","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.287589402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"6f22bb4a-cf23-4bd2-90ee-0545cdd17dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.287618292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"eeb43705-c80d-4174-b0b0-374080dc65e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.307535678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"6f22bb4a-cf23-4bd2-90ee-0545cdd17dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.309615623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"eeb43705-c80d-4174-b0b0-374080dc65e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.391753258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"9edc681c-f8f0-478c-b540-db48f14fb4e6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:52.418829797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"9edc681c-f8f0-478c-b540-db48f14fb4e6","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.466754342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"724b6026-9c7e-4349-8f3a-ed2858f91843","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.506725157Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-sub2","reconcileID":"283a15ef-167b-43be-b8fd-f74f44808bb9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.527130191Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-sub2","reconcileID":"283a15ef-167b-43be-b8fd-f74f44808bb9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.617568124Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-sub2","reconcileID":"283a15ef-167b-43be-b8fd-f74f44808bb9","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.789081646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"c19289c0-5e73-4b9e-8379-77e0b5c3da5b","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.870025408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"b8c3015b-981e-4076-96d1-4b2c24dbcf27","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.870658117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"3dda6636-886a-40ea-99d1-35173389ba95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.871632099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"813a409e-57e2-40ef-9a49-f8371c39bb89","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.871726256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"cbcc7a01-241b-4725-a5aa-2ab68b049ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.889935207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"b8c3015b-981e-4076-96d1-4b2c24dbcf27","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.895643059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"813a409e-57e2-40ef-9a49-f8371c39bb89","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.895742763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"3dda6636-886a-40ea-99d1-35173389ba95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.897802395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"cbcc7a01-241b-4725-a5aa-2ab68b049ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:54.952061617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"544c91db-41af-4283-b73d-2c07fd9dfdac","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.020799639Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth1","reconcileID":"16ea2b65-7452-4df6-b968-c9914589ef06","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.086178828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"11affdbe-69dd-4e9f-998a-57b26c45113d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.105816885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"11affdbe-69dd-4e9f-998a-57b26c45113d","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.2491462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"c4e3ac4a-7aa2-44b6-ad61-ec863256ac27","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.404948456Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-return-all-auth2","reconcileID":"fd0887ee-52df-477d-b4d2-f0088988f4e0","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.404984197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"b61db4ca-6f7e-4dd5-a21a-c82bd5b235ab","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.46502388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"1dac772c-13c6-4555-a816-bb18012aeefb","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.674586434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"736719f4-844e-4183-a12e-1fbab4e11702","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.695653527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"0364a095-7a5a-4f05-bcae-3239da28ac6a","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.755372535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"970a8509-b035-4542-a035-9b30c159ff52","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.775076305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"970a8509-b035-4542-a035-9b30c159ff52","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.793746428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c790715d5587f65f871d7cb474993e45694b3c8bddda953c76e0742b4070487c) AuthConfig (197d4730c1e320790029a654b9c91f33840e655555630820055c8b13999bf23e) AuthConfig (0fa3d5b57914f5d31bdc4dcd5880ff8a60e041c506300586facd58118323ea39) AuthConfig (41fb9db1e7b2cf3ccfb5fe4ecf3fc29e36dae803198d663a3dc7c75dcef6647d) AuthConfig (6f48f08a0f34b8f91902e681cce166cd2ff44c5b520dc9df8ff4de0f11f72f0f) AuthConfig (58933b1f7ffa5fa788d12438d41c0b5170c3bd16236e34ea570bfbb8d04b90d7) AuthConfig (aceb779672d9f88622f4ec40d8ed53d6cd1c61cfce58f51a262a8af2b3e71189) AuthConfig (f45d56b9733da7114abeb03eea94f2e5aa9624fabafee106123ca4152ef09f82) AuthConfig (3a2a0aa02f3fa23cfe59f78c7fc973c5791efd0caa1cea48c25003693f7270fe) AuthConfig (e36e96acb061d99e91a1a308a7a610ba21402ac75d1c547fb3855e3a9a6a05ae) AuthConfig (bb2aedf53349ca4a6efcea1f3f17804b00b25bf2b89f15dccd90c489f2def120) AuthConfig (506fdeb00c97e13f87cdff5cfaab49d844b0bcb8cd3df50a082b579bab2f23ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"970a8509-b035-4542-a035-9b30c159ff52","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.811655366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"fef6802d-17c9-421e-b5b3-e922c936270c","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.86945684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"abaf5ddb-89b8-4756-ba7f-326234a257e7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.889426215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"abaf5ddb-89b8-4756-ba7f-326234a257e7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.905355315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"c2774ba2-5f95-4a57-9455-62cbd3632f2c","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.908014974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c790715d5587f65f871d7cb474993e45694b3c8bddda953c76e0742b4070487c) AuthConfig (197d4730c1e320790029a654b9c91f33840e655555630820055c8b13999bf23e) AuthConfig (0fa3d5b57914f5d31bdc4dcd5880ff8a60e041c506300586facd58118323ea39) AuthConfig (41fb9db1e7b2cf3ccfb5fe4ecf3fc29e36dae803198d663a3dc7c75dcef6647d) AuthConfig (6f48f08a0f34b8f91902e681cce166cd2ff44c5b520dc9df8ff4de0f11f72f0f) AuthConfig (58933b1f7ffa5fa788d12438d41c0b5170c3bd16236e34ea570bfbb8d04b90d7) AuthConfig (aceb779672d9f88622f4ec40d8ed53d6cd1c61cfce58f51a262a8af2b3e71189) AuthConfig (f45d56b9733da7114abeb03eea94f2e5aa9624fabafee106123ca4152ef09f82) AuthConfig (3a2a0aa02f3fa23cfe59f78c7fc973c5791efd0caa1cea48c25003693f7270fe) AuthConfig (e36e96acb061d99e91a1a308a7a610ba21402ac75d1c547fb3855e3a9a6a05ae) AuthConfig (bb2aedf53349ca4a6efcea1f3f17804b00b25bf2b89f15dccd90c489f2def120) AuthConfig (506fdeb00c97e13f87cdff5cfaab49d844b0bcb8cd3df50a082b579bab2f23ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"abaf5ddb-89b8-4756-ba7f-326234a257e7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:56:55.946382472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-sub","reconcileID":"18034a05-9907-4ffc-8a45-2df8b0a47d11","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.94671242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"ec7d345b-f27b-4af1-a166-5eda728de485","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.98780552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"eeab0de6-8fb4-4f4e-9b3b-d2f63624603b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.988423803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"16d45445-a99b-4d23-a137-84069dd0a93c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:55.994684977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"788e51c0-cf51-4eec-bfaf-defb11ea4d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.024376507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"322332c1-c5aa-44d3-a5a8-3e07f48967f9","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.045910737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"eeab0de6-8fb4-4f4e-9b3b-d2f63624603b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.050447839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"16d45445-a99b-4d23-a137-84069dd0a93c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.05560219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"788e51c0-cf51-4eec-bfaf-defb11ea4d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.056569948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"d9ae3b15-42a3-44f0-bfbe-c7afb025b850","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.070377608Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c790715d5587f65f871d7cb474993e45694b3c8bddda953c76e0742b4070487c) AuthConfig (197d4730c1e320790029a654b9c91f33840e655555630820055c8b13999bf23e) AuthConfig (0fa3d5b57914f5d31bdc4dcd5880ff8a60e041c506300586facd58118323ea39) AuthConfig (41fb9db1e7b2cf3ccfb5fe4ecf3fc29e36dae803198d663a3dc7c75dcef6647d) AuthConfig (6f48f08a0f34b8f91902e681cce166cd2ff44c5b520dc9df8ff4de0f11f72f0f) AuthConfig (58933b1f7ffa5fa788d12438d41c0b5170c3bd16236e34ea570bfbb8d04b90d7) AuthConfig (aceb779672d9f88622f4ec40d8ed53d6cd1c61cfce58f51a262a8af2b3e71189) AuthConfig (f45d56b9733da7114abeb03eea94f2e5aa9624fabafee106123ca4152ef09f82) AuthConfig (3a2a0aa02f3fa23cfe59f78c7fc973c5791efd0caa1cea48c25003693f7270fe) AuthConfig (e36e96acb061d99e91a1a308a7a610ba21402ac75d1c547fb3855e3a9a6a05ae) AuthConfig (bb2aedf53349ca4a6efcea1f3f17804b00b25bf2b89f15dccd90c489f2def120) AuthConfig (506fdeb00c97e13f87cdff5cfaab49d844b0bcb8cd3df50a082b579bab2f23ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"16d45445-a99b-4d23-a137-84069dd0a93c","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.114920428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"cc90cc79-8cc9-4837-b3e7-d6d06190a89a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.12651796Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-sub","reconcileID":"187aee28-4fe0-4ec2-8d80-6e91d7b28b50","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-7aeaad/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w2-7aeaad/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.138160111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"cc90cc79-8cc9-4837-b3e7-d6d06190a89a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.179431434Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-7aeaad-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c790715d5587f65f871d7cb474993e45694b3c8bddda953c76e0742b4070487c) AuthConfig (197d4730c1e320790029a654b9c91f33840e655555630820055c8b13999bf23e) AuthConfig (0fa3d5b57914f5d31bdc4dcd5880ff8a60e041c506300586facd58118323ea39) AuthConfig (41fb9db1e7b2cf3ccfb5fe4ecf3fc29e36dae803198d663a3dc7c75dcef6647d) AuthConfig (6f48f08a0f34b8f91902e681cce166cd2ff44c5b520dc9df8ff4de0f11f72f0f) AuthConfig (58933b1f7ffa5fa788d12438d41c0b5170c3bd16236e34ea570bfbb8d04b90d7) AuthConfig (aceb779672d9f88622f4ec40d8ed53d6cd1c61cfce58f51a262a8af2b3e71189) AuthConfig (f45d56b9733da7114abeb03eea94f2e5aa9624fabafee106123ca4152ef09f82) AuthConfig (3a2a0aa02f3fa23cfe59f78c7fc973c5791efd0caa1cea48c25003693f7270fe) AuthConfig (e36e96acb061d99e91a1a308a7a610ba21402ac75d1c547fb3855e3a9a6a05ae) AuthConfig (bb2aedf53349ca4a6efcea1f3f17804b00b25bf2b89f15dccd90c489f2def120) AuthConfig (506fdeb00c97e13f87cdff5cfaab49d844b0bcb8cd3df50a082b579bab2f23ed)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"cc90cc79-8cc9-4837-b3e7-d6d06190a89a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.196158029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"4c5474f7-56b3-487e-9602-043260139783","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.200853778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"0c5894f0-e1ae-4d94-90f7-6185123bdd22","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.226593896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"03d1c59d-5ed5-4b39-b91f-a977d0ff2507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.249676119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"03d1c59d-5ed5-4b39-b91f-a977d0ff2507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.306292101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-sub","reconcileID":"83c8da96-6a8f-4972-8232-e0fdcc2bb2b3","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.330995991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b5e69943-85ae-42b6-a24e-1d23425e7505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.35421704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b5e69943-85ae-42b6-a24e-1d23425e7505","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.871437619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"9155230c-1d31-4b3d-bb04-d5d42e66c368","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.88933715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"ec22b295-3911-455e-aac9-37dcfbd566b3","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.931648239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-user-token-filter-auth","reconcileID":"17526d8b-a6c9-4b24-93ef-a91fba42f9de","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:56.952736243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-user-token-filter-auth","reconcileID":"17526d8b-a6c9-4b24-93ef-a91fba42f9de","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.054878076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"e8c46ceb-fc14-46b6-8701-9cd032cc039d","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.086065017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"0510d72b-d98c-4f1f-b541-6d30adfa1105","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.099143531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-user-token-filter-auth","reconcileID":"b605a67e-640e-43e9-8bcd-14cdcced17b7","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.106556085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"fa03d9b3-2f93-46dc-a331-9c79c85cbf99","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.11774701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"920aac6f-6aae-42f5-9708-f0368ccc2c43","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.118699062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-user-token-filter-auth","reconcileID":"b605a67e-640e-43e9-8bcd-14cdcced17b7","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:56:57.125419057Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-32c192/e2e-user-token-filter-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.139140702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"a0a16c73-db73-465a-b8a1-efe344823178","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.199751616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"ba733d75-2052-4882-9b4a-1c931505b49d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.199751495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"f73b098f-a1c3-437e-add8-5b95c273c0bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.207124756Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-user-token-filter-sub","reconcileID":"b5a14611-4479-47ba-a6a5-7b01134b4628","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-32c192/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w3-32c192/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.219396235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"ba733d75-2052-4882-9b4a-1c931505b49d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.219731306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"f73b098f-a1c3-437e-add8-5b95c273c0bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.275148033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"a15525ab-b624-4e4f-b557-88abba984a4c","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.284682449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"5fea67f6-1b6c-43d6-b4de-1a0d699a4781","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.2985077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-user-token-filter-auth","reconcileID":"8826ead6-8f98-45d2-834c-7e1938194af3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.318031465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-user-token-filter-auth","reconcileID":"8826ead6-8f98-45d2-834c-7e1938194af3","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.385750728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-user-token-filter-sub","reconcileID":"031b146f-bb87-4bd2-a4c5-b01a9d40c05a","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.398871546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"204eacb5-d58c-42c8-b1ee-4c2b78c877ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.399366602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"8c295e31-7ad0-4f40-802a-fbd695c209dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.419572388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"204eacb5-d58c-42c8-b1ee-4c2b78c877ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.421066884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"8c295e31-7ad0-4f40-802a-fbd695c209dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.467001201Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-sub1","reconcileID":"c5247639-2e65-4d35-9a8c-2905bf8a103e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/distinct-w5-2077b4","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.481672635Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-sub1","reconcileID":"c5247639-2e65-4d35-9a8c-2905bf8a103e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/distinct-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.495840986Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-sub1","reconcileID":"c5247639-2e65-4d35-9a8c-2905bf8a103e","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/distinct-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.633735553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"f39ad7bc-d297-4cd1-bb6a-8ba06e285421","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.659860346Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"14724611-05ff-4d03-a19d-41a214a9ba91","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.729171109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"cbc5c10d-798a-4c8d-b37b-429ca8a261d3","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.730255339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"9dc43d9d-9c10-43f6-97c5-f372dadf631a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.730944624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"3b4ea9e6-ce45-4de3-9b7d-efab12a5b1ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.731624531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth2","reconcileID":"32094d4e-bacf-4185-91c8-4275f9d29fab","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.737336737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth1","reconcileID":"570aa63d-d57f-487c-85ea-bec909690abb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.759308657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"3b4ea9e6-ce45-4de3-9b7d-efab12a5b1ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.760633024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"9dc43d9d-9c10-43f6-97c5-f372dadf631a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.761429605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"b5310c82-67a0-4683-acd9-8a2259666725","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.764228459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth2","reconcileID":"32094d4e-bacf-4185-91c8-4275f9d29fab","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.765204433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"4152c571-28ab-41f7-8e5d-0f61c3ae7329","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.766120893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth1","reconcileID":"570aa63d-d57f-487c-85ea-bec909690abb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.790150111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"82e94875-7dfe-4ced-85a9-9f17b15fd927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.810491107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"82e94875-7dfe-4ced-85a9-9f17b15fd927","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.818895217Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-sub2","reconcileID":"f2f34427-de6b-45ef-be75-a2445e059f36","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d770a527","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.938861163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-user-token-filter-auth","reconcileID":"cd0e433c-118d-4748-93f9-3177e30d1ed6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.93967319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"38368e41-268b-443a-924b-8b8321b1e404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.962753595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"38368e41-268b-443a-924b-8b8321b1e404","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.970564571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth2","reconcileID":"af48d252-693c-40f9-a6b4-ea636b7bc0ea","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.988492333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-user-token-filter-auth","reconcileID":"cd0e433c-118d-4748-93f9-3177e30d1ed6","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:57.999792544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth2","reconcileID":"af48d252-693c-40f9-a6b4-ea636b7bc0ea","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:58.077116324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"ae099fd6-efbb-4cce-8c75-379fbecdad1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:58.077116226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth1","reconcileID":"795930a3-c7c4-443d-9cd3-b414b6891667","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:58.09690253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"ae099fd6-efbb-4cce-8c75-379fbecdad1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:58.096972961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth1","reconcileID":"795930a3-c7c4-443d-9cd3-b414b6891667","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:58.269787931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"0b7c142c-367f-4932-a928-80e6ff123c72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:56:58.289803136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"0b7c142c-367f-4932-a928-80e6ff123c72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:01.162534341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"8a2f4a49-7809-4391-85a0-fc3d53834b58","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.195219153Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-deleted-sub","reconcileID":"b4341313-30d1-43e3-92b9-970dbf24ec72","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.253350925Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-deleted-sub","reconcileID":"b4341313-30d1-43e3-92b9-970dbf24ec72","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ed8218/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.294375748Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-valid-sub","reconcileID":"24c295cb-e726-41e2-aeba-e45e1720f692","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.297632071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"5ceb059e-69cc-4835-ab53-8a755cbd0d50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.348417529Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-valid-sub","reconcileID":"24c295cb-e726-41e2-aeba-e45e1720f692","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-1ee571/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.398160686Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"da529b9f-33d6-4504-8be9-4ca8ae79d9b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.404326032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"4be24681-d9ba-4eb2-90a1-08fc31a37e0f","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.453532887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"06d0d6fe-fd9d-4d5d-9e48-0ff154e79dc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.453901742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-deleted-sub-auth","reconcileID":"520dc360-aa44-4ccf-9472-3b42df0c9971","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.454224058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"9c64cfb5-1aec-423b-87bb-b45b25158816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.474490515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"06d0d6fe-fd9d-4d5d-9e48-0ff154e79dc5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.477060912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-deleted-sub-auth","reconcileID":"520dc360-aa44-4ccf-9472-3b42df0c9971","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.477957486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"9c64cfb5-1aec-423b-87bb-b45b25158816","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.507211813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"2e3d196f-a687-4df7-84ae-866174dff59d","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.654803874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"f8d78c21-511a-4056-95c4-c8fda07fe017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.66700755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"9cae7dc1-a775-4aef-886d-96c2bb5e11e9","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.667448085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"f605cfd9-620f-4d65-bd7a-e06654d9b8b5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.667687988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"3150e8d3-df95-4d04-a17b-33459931f7ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.69999717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"f8d78c21-511a-4056-95c4-c8fda07fe017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.717209426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"3150e8d3-df95-4d04-a17b-33459931f7ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.774799005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"f605cfd9-620f-4d65-bd7a-e06654d9b8b5","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.941096974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"9eec9269-210f-449d-9298-107625d8aecd","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.961923651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"14f5a3e2-a1b8-44f8-b097-381d96e3b1c4","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.964373059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"51e704c5-189f-4436-89d9-cf163f7c7c57","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.981673562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"cf58dfce-e8ef-470e-8dea-fe2a40939c7f","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.982333163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"ceb56033-b683-4917-a19e-6a5c86c50be8","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:02.995338489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"8f18291c-93e4-4396-bf6a-b418aa58f426","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:03.003338608Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-models-invalid-sub-auth","reconcileID":"53941247-0415-45f0-b881-570c4305571c","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:03.081063304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c03e11ab-44f1-43a1-ba5d-63fb95933fed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:03.081904673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"d8013bf8-1b13-4aaf-b363-3693a7a05e22","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:03.082278431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"78bc91c8-3f1d-46f0-b55e-85bb71127f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:03.083650817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"f36df1fc-33c2-4f2e-bb71-1dec0fcc0d08","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:03.118493825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c03e11ab-44f1-43a1-ba5d-63fb95933fed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:03.121254104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"78bc91c8-3f1d-46f0-b55e-85bb71127f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:03.121774222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"b7b9648d-9421-4f4b-945a-2f2432653c7f","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:03.276802309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"debf318c-280e-4b2d-a3ef-f1681bca2eac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:03.349612598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"debf318c-280e-4b2d-a3ef-f1681bca2eac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:03.422106979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"17efff5e-ea9a-418e-a38f-6d38a7dd28e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:03.769674706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"17efff5e-ea9a-418e-a38f-6d38a7dd28e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:04.733864231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"483a0c8f-60df-4b94-b104-f8c16ae78685","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:04.759922736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-user-token-filter-auth","reconcileID":"b7112500-860c-448a-ae00-6e019bbbacbf","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:04.831015709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"f088d27e-2afc-4b48-a9c0-f4497f9017c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:04.868701726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"88e4732b-e3f7-4358-ad68-5d981f57cee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:04.962937436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-user-token-filter-auth","reconcileID":"b7112500-860c-448a-ae00-6e019bbbacbf","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:04.963757164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"483a0c8f-60df-4b94-b104-f8c16ae78685","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:04.980766798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"0f835ed8-afbd-4669-a387-b5dc9572338e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:05.034521736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"88e4732b-e3f7-4358-ad68-5d981f57cee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:05.106956697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"f088d27e-2afc-4b48-a9c0-f4497f9017c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:05.122428178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"0f835ed8-afbd-4669-a387-b5dc9572338e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:05.283424144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"be6fc31d-9c1a-4b86-8ebe-7201b5c3a0ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:05.297897511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"3c52a7be-5aea-417a-b308-64029b917914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:05.417647779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"be6fc31d-9c1a-4b86-8ebe-7201b5c3a0ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:05.419556368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"3c52a7be-5aea-417a-b308-64029b917914","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.230835297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"c58e43c2-ca80-49c1-89a5-0c330362610a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.287000151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"c58e43c2-ca80-49c1-89a5-0c330362610a","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:06.531629335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"31333074-730d-4ea2-b68f-4487d5314401","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:07.653528629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"90d29795-716b-448a-8179-f00b79157de9","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:07.815929777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"ee00f814-9a35-4668-884e-9a78ef068d7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:07.816646905Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-user-token-filter-sub","reconcileID":"3c4c9f48-3674-4ebf-bfc0-6c65af3fb024","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:07.833141481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ca13a31d-9170-4d17-acd3-943b8e6afbdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:07.833516687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"3ac773db-b224-49e0-b1df-30ee976c95d2","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:07.839522948Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-sub2","reconcileID":"c0ad31d9-4433-4fec-96d5-ab46ba4e87bd","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/distinct-2-w5-2077b4","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:07.840232048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"ee00f814-9a35-4668-884e-9a78ef068d7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:07.872092723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"3ac773db-b224-49e0-b1df-30ee976c95d2","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:07.872219958Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-sub2","reconcileID":"c0ad31d9-4433-4fec-96d5-ab46ba4e87bd","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/distinct-2-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:07.882265248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ca13a31d-9170-4d17-acd3-943b8e6afbdf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:07.892268247Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-sub2","reconcileID":"c0ad31d9-4433-4fec-96d5-ab46ba4e87bd","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/distinct-2-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:07.896148986Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-user-token-filter-sub","reconcileID":"3c4c9f48-3674-4ebf-bfc0-6c65af3fb024","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32c192/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:07.957778384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"d53720b3-7d1b-4759-a356-6e3fdafb170a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.124364039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"2531da00-5b74-4b68-bbee-c57c93d79bc7","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.159303219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"e813f176-bcba-4c0d-a877-660b05681e9d","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.169905729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"47ff4a2f-5fe8-45c3-b1f0-7bc7c41d4449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.169957896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-user-token-filter-auth","reconcileID":"ac416d24-78ca-4c69-ada7-0ea45a45859a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.170288582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"94145fd0-c31f-4b1c-85b6-5d6ad5920933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.192470461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"94145fd0-c31f-4b1c-85b6-5d6ad5920933","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.192629998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-user-token-filter-auth","reconcileID":"ac416d24-78ca-4c69-ada7-0ea45a45859a","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.194973433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"47ff4a2f-5fe8-45c3-b1f0-7bc7c41d4449","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.239907644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"e53681dc-c319-4b44-a9a7-c7c38e203b80","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.304571453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b4dcd921-73af-4990-af9e-6036f2b24dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.304804538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"736ddde6-63a6-40c7-8e23-c2f9be46382f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.311130951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"f0948cdd-431a-4f51-9315-752bc1963e29","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.325169676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"736ddde6-63a6-40c7-8e23-c2f9be46382f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.326123531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b4dcd921-73af-4990-af9e-6036f2b24dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.326240252Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-user-token-filter-auth","reconcileID":"cbf71cc1-9b18-4e62-9db7-4d4ac7f4d753","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.383971776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth1","reconcileID":"3ff69057-571c-4e0e-926f-38183557e3d2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.38456005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth2","reconcileID":"3842ac41-57f3-4aba-9be8-b77632468b95","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.43792262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth1","reconcileID":"3ff69057-571c-4e0e-926f-38183557e3d2","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.442887463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth2","reconcileID":"3842ac41-57f3-4aba-9be8-b77632468b95","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.548512216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"1dffbcbe-5fc6-4cbf-b6ce-8842a9a97277","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.6253588Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth1","reconcileID":"d9bcd64e-25e8-4890-8671-2c7b2050e16d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/distinct-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.748235074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"5ef91dfb-178e-4cb0-b3e2-da400a673d3f","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.902479474Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-multi-keys-auth2","reconcileID":"6f3cb8ec-0f4c-4a33-b925-fcf834b0385f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/distinct-2-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:08.902488015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"8b07b7e6-e3a2-4c98-8cee-d45c09aff56d","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:09.042364847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"76505719-9924-4098-a29b-e25bb5e28826","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.238483875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffd20abd-aa73-4948-8723-f1897553d038","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.23859788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffd20abd-aa73-4948-8723-f1897553d038","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.257986613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0a84e35-8e7d-47ff-88ca-88e83f46c103","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.258110791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0a84e35-8e7d-47ff-88ca-88e83f46c103","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.290346766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"namespace":"ai-tenant-e2e-mt-aec6e904","name":"e2e-shared-int-policy-aec6e904","reconcileID":"03e1bb12-7724-41f6-9d92-c5cf3d88ee79","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.347739198Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"namespace":"ai-tenant-e2e-mt-aec6e904","name":"e2e-shared-int-policy-aec6e904","reconcileID":"03e1bb12-7724-41f6-9d92-c5cf3d88ee79","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.384249557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"namespace":"ai-tenant-e2e-mt-aec6e904","name":"e2e-shared-int-policy-aec6e904","reconcileID":"03e1bb12-7724-41f6-9d92-c5cf3d88ee79","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.424446357Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c36a0b3-3946-4f7b-bf75-caf7bb199421","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.424556194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5c36a0b3-3946-4f7b-bf75-caf7bb199421","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.495107923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95e956a5-9db7-4118-8c04-d5c00141078f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.495288815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95e956a5-9db7-4118-8c04-d5c00141078f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.531358014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"173ae13e-de1d-4466-9d9a-3c0a843b328f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.531461971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"173ae13e-de1d-4466-9d9a-3c0a843b328f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.535809598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"namespace":"ai-tenant-e2e-mt-aec6e904","name":"e2e-shared-int-policy-aec6e904","reconcileID":"c728a861-5e00-4845-b343-ae0dff765d21","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.5564041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9eac0a5-e0a8-4fb3-82ea-d643a6f1b9c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.556493035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9eac0a5-e0a8-4fb3-82ea-d643a6f1b9c8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.560787494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"namespace":"ai-tenant-e2e-mt-aec6e904","name":"e2e-shared-int-policy-aec6e904","reconcileID":"c728a861-5e00-4845-b343-ae0dff765d21","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.594219487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"namespace":"ai-tenant-e2e-mt-aec6e904","name":"e2e-shared-int-policy-aec6e904","reconcileID":"c728a861-5e00-4845-b343-ae0dff765d21","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.630432922Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"namespace":"ai-tenant-e2e-mt-aec6e904","name":"e2e-shared-int-sub-aec6e904","reconcileID":"30ffabaa-c254-4ef9-afeb-dbe4f7cbc67a","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-aec6e904/e2e-shared-int-sub-aec6e904","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.698379154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24a1ad21-d826-4ecb-8082-0c8cded89c35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.698484186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"24a1ad21-d826-4ecb-8082-0c8cded89c35","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.700547489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7ce1a4d4-5e8e-466c-915a-343a305dc405","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:10.797251495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"namespace":"ai-tenant-e2e-mt-aec6e904","name":"e2e-shared-int-sub-aec6e904","reconcileID":"4be1ccaf-9ee0-4e6f-a2fb-6d839f2dcb45","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.514911901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7060353-98fd-4999-94e6-b4b9d9363e3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.514938363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7060353-98fd-4999-94e6-b4b9d9363e3b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.568181928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14eaa944-37db-4b40-add2-025aaf2681bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.568268586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14eaa944-37db-4b40-add2-025aaf2681bd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.602494718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"a8313dd4-8130-433e-b207-29ed1a776fde","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.634108297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"a8313dd4-8130-433e-b207-29ed1a776fde","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.657128087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"a8313dd4-8130-433e-b207-29ed1a776fde","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.67564575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a570783-7ad8-49f8-8ad3-0966f92ebde7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.675667586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a570783-7ad8-49f8-8ad3-0966f92ebde7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.734785905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4da2fd8-54c3-41a4-bc12-f36d95c470b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.734895749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4da2fd8-54c3-41a4-bc12-f36d95c470b3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.752788044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50476f79-b89e-4ced-8d2e-36afeb29b1c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.752887865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"50476f79-b89e-4ced-8d2e-36afeb29b1c0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.764014261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"2925ef8c-3714-40bf-bff0-75fd71cba25a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:57:11.771661315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-sub-aec6e904","reconcileID":"955f76e0-fba2-4d1e-be1c-6cb7012eddbb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-aec6e904\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.783318679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"2925ef8c-3714-40bf-bff0-75fd71cba25a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.801582893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"2925ef8c-3714-40bf-bff0-75fd71cba25a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.811682059Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00d3d466-4d57-45a0-87db-eecc45c39082","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.811698976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"00d3d466-4d57-45a0-87db-eecc45c39082","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.832250782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e3ded2e-9fe5-4d39-9c09-3d49b868ac72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.832274545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e3ded2e-9fe5-4d39-9c09-3d49b868ac72","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.90606173Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-sub-aec6e904","reconcileID":"ba57f279-bfdd-46cd-b6f0-0484b026f27e","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-aec6e904/e2e-shared-int-sub-aec6e904","ai-tenant-e2e-mt-d28fad52/e2e-shared-int-sub-aec6e904","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.97834408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f28e0c7c-67a9-4994-b22b-e62108177c6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.978363625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f28e0c7c-67a9-4994-b22b-e62108177c6c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.98173361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"namespace":"ai-tenant-e2e-mt-aec6e904","name":"e2e-shared-int-sub-aec6e904","reconcileID":"796b72f5-b190-4652-b511-df3fd2861a7e","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:11.981846458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f57ef41d-cabd-4763-931a-6ed93987b709","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:12.082781798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-sub-aec6e904","reconcileID":"19bcd02a-fb25-42ec-9304-0a875a9e2339","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:12.50732993Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"namespace":"ai-tenant-e2e-mt-aec6e904","name":"e2e-shared-int-policy-aec6e904","reconcileID":"006555ba-c26e-4d5c-a7db-3655c47e57e2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:12.507429214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52ec46bd-b3da-4dc5-ac86-9c280ca36162","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:12.50744661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52ec46bd-b3da-4dc5-ac86-9c280ca36162","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:12.625713354Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"namespace":"ai-tenant-e2e-mt-aec6e904","name":"e2e-shared-int-policy-aec6e904","reconcileID":"006555ba-c26e-4d5c-a7db-3655c47e57e2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"policyNamespace":"ai-tenant-e2e-mt-aec6e904","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:12.645144104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"742bf742-1f97-4121-9eea-1777bac8bf97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:12.645441551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"742bf742-1f97-4121-9eea-1777bac8bf97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:12.791033164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0963905e-b742-40bf-a892-f676651080f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:12.791263606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0963905e-b742-40bf-a892-f676651080f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:14.279675054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3985be07-d018-4fdd-b0f1-15aea6080c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:14.293798976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3985be07-d018-4fdd-b0f1-15aea6080c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:14.308151064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3985be07-d018-4fdd-b0f1-15aea6080c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:14.323251434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3985be07-d018-4fdd-b0f1-15aea6080c4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:14.936624639Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-79e6c631","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-79e6c631","reconcileID":"05cb5621-236f-4778-8c64-0d3a872dc723","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-79e6c631","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-79e6c631":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:15.066778067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b93f6e-c7cb-4db3-95fd-4b85c3428b37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:15.08134262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b93f6e-c7cb-4db3-95fd-4b85c3428b37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:15.096381331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b93f6e-c7cb-4db3-95fd-4b85c3428b37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:15.110856367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b93f6e-c7cb-4db3-95fd-4b85c3428b37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:15.668151735Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:15.814611947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf997f9-431e-481c-a953-cc4347c7c6e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:15.831675344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf997f9-431e-481c-a953-cc4347c7c6e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:15.848443388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf997f9-431e-481c-a953-cc4347c7c6e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:15.865047021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bf997f9-431e-481c-a953-cc4347c7c6e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.751484745Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-sub","reconcileID":"23e1eeb2-1cab-4e9f-9e91-dfa9623c1297","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.805227335Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-sub","reconcileID":"23e1eeb2-1cab-4e9f-9e91-dfa9623c1297","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-7aeaad/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:17.858007575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"df5fb7d9-b488-4343-8a19-91b4bdde51ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:18.045254199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"1987b77f-e485-4e9d-812b-50c62ccf9574","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:18.088157262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"cd7c1410-cbcd-4a3a-9094-73d286b6483f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:18.091756834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"340d3267-eb0f-4adc-aae5-0ea680a8356f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:18.091758808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"5838c775-d3f9-4f16-aa30-bdd8fce1a960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:18.107925416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"cd7c1410-cbcd-4a3a-9094-73d286b6483f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:18.112180617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"340d3267-eb0f-4adc-aae5-0ea680a8356f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:18.112386237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"5838c775-d3f9-4f16-aa30-bdd8fce1a960","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:18.19534843Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-api-key-no-access-auth","reconcileID":"94f85630-dde0-4ec7-9c32-d3680cdad162","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:18.195395729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"727854d0-4a47-43a3-adf6-d39b1373ca9e","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:18.270651786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"2340b8dd-09ed-412c-ba5f-e2d6508a1a8b","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.24450707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"108c49f7-dd4e-4d5d-a146-e5c60d625c27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.245090144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"108c49f7-dd4e-4d5d-a146-e5c60d625c27","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.278892307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-94d5071b","namespace":"ai-tenant-e2e-mt-94d5071b"},"namespace":"ai-tenant-e2e-mt-94d5071b","name":"e2e-policy-94d5071b","reconcileID":"b15f1208-ba83-485f-bb02-495cc08e5107","MaaSAuthPolicy":{"name":"e2e-policy-94d5071b","namespace":"ai-tenant-e2e-mt-94d5071b"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.298307525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-94d5071b","namespace":"ai-tenant-e2e-mt-94d5071b"},"namespace":"ai-tenant-e2e-mt-94d5071b","name":"e2e-policy-94d5071b","reconcileID":"b15f1208-ba83-485f-bb02-495cc08e5107","MaaSAuthPolicy":{"name":"e2e-policy-94d5071b","namespace":"ai-tenant-e2e-mt-94d5071b"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.318372719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-94d5071b","namespace":"ai-tenant-e2e-mt-94d5071b"},"namespace":"ai-tenant-e2e-mt-94d5071b","name":"e2e-policy-94d5071b","reconcileID":"b15f1208-ba83-485f-bb02-495cc08e5107","MaaSAuthPolicy":{"name":"e2e-policy-94d5071b","namespace":"ai-tenant-e2e-mt-94d5071b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.339879914Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1fc9d38-70c8-4398-b9f6-c9bac7759cba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.339908173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1fc9d38-70c8-4398-b9f6-c9bac7759cba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.499676619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"fd2fed82-84b9-489a-b594-d1164842830b","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.519213239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"c30bed9e-473d-493f-a546-b9332b1df49c","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.577505326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"f7797cf6-95b0-4291-84c9-451f2a7e5e92","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.59701761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"f7797cf6-95b0-4291-84c9-451f2a7e5e92","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.69626322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"8c7fdd0a-c311-4f26-9444-3fd0da7a41d2","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.696436506Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-7aeaad priority=10:[ai-tenant-e2e-worker-w2-7aeaad/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-7aeaad/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.717771364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"51e1ab88-4f93-4853-a5b9-0d722a5c94b5","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:57:19.737417203Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-sub1","reconcileID":"60d5dc4a-a181-4bf9-bd76-7027cf0c3f61","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:57:19.742363491Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"51e1ab88-4f93-4853-a5b9-0d722a5c94b5","name":"distinct-w2-7aeaad","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-7aeaad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:57:19.742495851Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"51e1ab88-4f93-4853-a5b9-0d722a5c94b5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-7aeaad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.743667461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"90a4719e-01f8-4ec7-b17b-78402fc62f7b","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.748345234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"d3bc6135-8d63-4b28-aa69-d58f5ecc79bc","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.771997666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"010ecfd7-3773-4da9-b9ab-b6540c0de5c4","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.775915722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"423f80a5-f383-4158-8d9a-20253f8c0896","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.844763751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"18ea6653-5628-43ab-8e64-ee08f8c55150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.845634331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"9af99f45-4954-496b-a335-7d23e1a73ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.852619698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"f113dd9f-7c30-4ea2-b4ea-20de3a383b94","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.924124981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"18ea6653-5628-43ab-8e64-ee08f8c55150","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.931767709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"9af99f45-4954-496b-a335-7d23e1a73ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.952361777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"50f12055-a9ac-4262-b39a-43a738bac8e6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.967478767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"1c017720-2b83-4e70-9a78-b36cf93d919a","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.970831045Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-sub1","reconcileID":"c0ec3d19-146f-4244-a601-f4d952fdb674","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-distinct-w2-7aeaad","model":"distinct-w2-7aeaad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-7aeaad/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.976260843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"50f12055-a9ac-4262-b39a-43a738bac8e6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:19.988429816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"844558bc-1ff0-4654-af9d-51d1c39e0850","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.029401412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"b026110c-0981-4628-b6e7-4067087bf2d9","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.066995858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"3d815053-020a-4ecc-b7a0-8181919dc8d4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.086229212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"3d815053-020a-4ecc-b7a0-8181919dc8d4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.090168198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-sub1","reconcileID":"64d90aac-3a5e-482c-937d-a5efd7933680","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-distinct-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/distinct-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.161801814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"c29dbbf8-4ed9-47ef-8f1c-7156fcd5ae81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.162285559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"d34b26b1-719c-4059-95de-b8f79fddd435","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.16230516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"022460eb-4155-4102-be65-0b5df89a1830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.18229339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"c29dbbf8-4ed9-47ef-8f1c-7156fcd5ae81","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.182770333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"022460eb-4155-4102-be65-0b5df89a1830","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.185074754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"d34b26b1-719c-4059-95de-b8f79fddd435","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.185731856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"259cd3ae-c64e-45d9-8a97-36839572aa57","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.205339551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"1f909f19-ccbf-4e03-8b4e-753d16bedbad","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.205348159Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-7aeaad priority=10:[ai-tenant-e2e-worker-w2-7aeaad/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w2-7aeaad/simulator-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.226712456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"28870f0e-328f-4edf-b32f-43830d015041","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:57:20.240911901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-sub2","reconcileID":"63ef71cb-0447-40f3-99b0-85ba83c9d071","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:57:20.248130933Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"28870f0e-328f-4edf-b32f-43830d015041","name":"distinct-2-w2-7aeaad","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-7aeaad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:57:20.248419969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"28870f0e-328f-4edf-b32f-43830d015041","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w2-7aeaad\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.248695224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"91dab392-2f36-46b1-85ca-93114cb06b08","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.254593175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"951a2245-fee9-4b8d-b5bd-ca6577415be0","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.297774851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"51487ab6-d819-4a3f-9f21-b3e8e6e19e4f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.304213096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"c410da5b-230d-4b98-bc27-cc98da19a43a","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.322737861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"51487ab6-d819-4a3f-9f21-b3e8e6e19e4f","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.336000303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"a406f275-39a8-4d4d-8b3d-7d2b4a84bc40","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.376160031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"d2d30c0a-705c-49cf-ba3e-319075f0e2ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.37624861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"1ab59c51-2c2f-41bc-bdc4-c90ba5fcb0bb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.397151047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"d2d30c0a-705c-49cf-ba3e-319075f0e2ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.397307335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"1ab59c51-2c2f-41bc-bdc4-c90ba5fcb0bb","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.397698485Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-sub2","reconcileID":"e1778863-add2-42c6-83b2-fee9210ba4af","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-distinct-2-w2-7aeaad","model":"distinct-2-w2-7aeaad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-7aeaad/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:57:20.400260423Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"51487ab6-d819-4a3f-9f21-b3e8e6e19e4f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-ignore-header-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.459880164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"25333a39-bba6-4bea-9927-da10eeb2ad8e","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.482585986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"d082ba34-9f9a-4ca0-8c68-470bc43eca2c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.482614969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"591d68a2-7814-4a9f-9bdf-dbf7473c5b60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.504002285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"d082ba34-9f9a-4ca0-8c68-470bc43eca2c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.504548067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"591d68a2-7814-4a9f-9bdf-dbf7473c5b60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.513364806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-sub2","reconcileID":"929106fc-6f53-42e7-99a9-1a643defc116","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-distinct-2-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/distinct-2-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.573839652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"0ce6d7a7-ebb2-4f85-9d74-8075b2149d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.574079926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"5966cd77-e9df-4e78-9188-c8e6aa114a00","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.597584065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"0ce6d7a7-ebb2-4f85-9d74-8075b2149d51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:20.599720312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"5966cd77-e9df-4e78-9188-c8e6aa114a00","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.085117656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"2fa9e281-08c1-47a5-b9b9-64cbb861f8b9","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.13639882Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-sub1","reconcileID":"3e69b92a-afba-4e05-a081-70714e440dbb","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c2b0a20e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.157759701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"2515c8d8-68f6-4bdb-b1d2-1c54eec5455c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.162610193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"68d86c3d-6310-4aa5-954b-21fb7fb44db4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.163426858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"7cd13b2e-d566-4050-bac6-fadd75d38f44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.163491137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"26a3e637-6514-4a58-8e02-0c3440506bfe","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.179860295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"2515c8d8-68f6-4bdb-b1d2-1c54eec5455c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.184220911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"68d86c3d-6310-4aa5-954b-21fb7fb44db4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.185178768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"7cd13b2e-d566-4050-bac6-fadd75d38f44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.188241581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"26a3e637-6514-4a58-8e02-0c3440506bfe","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.309939563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"f921f312-a643-4a84-98ba-9ad1c60595c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.309958966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"ccef7fe5-46f4-41e0-8f9f-0e76f4bba692","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.310416367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"ff408dcc-8954-45d4-a118-93195c254e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.310429185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"c9a3c126-0039-4f72-82d6-c00eb1356a08","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.330703252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"f921f312-a643-4a84-98ba-9ad1c60595c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.331039466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"ccef7fe5-46f4-41e0-8f9f-0e76f4bba692","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.33456796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"c9a3c126-0039-4f72-82d6-c00eb1356a08","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.3346613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"ff408dcc-8954-45d4-a118-93195c254e5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.837595905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"003f348f-3dc3-4186-91ab-760128ce45fd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.860152388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"003f348f-3dc3-4186-91ab-760128ce45fd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:21.88083807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"003f348f-3dc3-4186-91ab-760128ce45fd","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:22.84767684Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"namespace":"ai-tenant-e2e-mt-aec6e904","name":"e2e-shared-int-sub-aec6e904","reconcileID":"52d6f69f-bd57-47fa-b1e7-f0aa470b702a","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-aec6e904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:22.901241425Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"namespace":"ai-tenant-e2e-mt-aec6e904","name":"e2e-shared-int-sub-aec6e904","reconcileID":"52d6f69f-bd57-47fa-b1e7-f0aa470b702a","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-aec6e904"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-d28fad52/e2e-shared-int-sub-aec6e904","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:22.949763714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bda2d3c3-f788-4400-acc7-2c0d047ac9c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:22.95031602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-sub-aec6e904","reconcileID":"832f8f95-9ac8-46f7-b704-1848e9d8114c","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:23.058917588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57a5b238-91a8-4ede-a517-8502663f0cfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:23.058938315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57a5b238-91a8-4ede-a517-8502663f0cfe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:23.079549181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"10f18d1d-cf95-4083-a403-03e0bd93392c","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:23.100009719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"c5fba212-bae3-4ba2-90bc-0a84eae6f87c","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:28.708850507Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8818793a-dec7-4723-b08d-f2e4710b0720","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:28.708955072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"5831bbec-5fe8-41cd-8d35-f6ef0879a140","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:28.839307695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"5512e747-3407-4b36-8811-b48cedbc88cd","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:28.839885163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"473e55b9-8ead-40d7-b904-a769c687a157","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:28.840401162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"4d3ac638-9538-4c2d-9bae-a8e41325773e","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:28.881156198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"94310d83-3248-4912-b3e4-e2df0a41e292","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:28.888264153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"5714c480-45b7-463c-b402-926e2970eab2","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:28.888729465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"90d86c30-19d0-4501-93a0-daba2a4d064f","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:28.889080207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"6749097a-a6df-4739-b32a-cdd8c35aa059","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:28.921387417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"63b66a1d-8365-498d-baa8-27494f313cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:28.921922087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"86bed163-282e-436b-a066-e52a106a654d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:28.940581061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"35046823-b612-414e-99ac-ed7f868c4f91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:28.940618969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"c3dc504f-61f4-4fbc-98c6-1d4fab638c50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:28.962664699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"86bed163-282e-436b-a066-e52a106a654d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:28.964982913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"63b66a1d-8365-498d-baa8-27494f313cba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.180176681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"28d181c7-6390-4685-94d0-1a18d444269b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.199584774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"85207564-1b74-496e-877e-bd114469d5e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.220071618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"28d181c7-6390-4685-94d0-1a18d444269b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.302058165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"85207564-1b74-496e-877e-bd114469d5e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.748573196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"6a890759-7cc1-4165-8e5d-d43082fe9961","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.944737215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2acc424d-eee8-4684-8ca7-411ea5435d75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.944850756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2acc424d-eee8-4684-8ca7-411ea5435d75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.976005298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba3d2820-6a35-4f84-ad97-61fe0ec21437","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:29.976116013Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba3d2820-6a35-4f84-ad97-61fe0ec21437","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.028890137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"be1f96f2-6a04-4955-9ab6-7d053dc16f15","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.088348628Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"be1f96f2-6a04-4955-9ab6-7d053dc16f15","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.108348236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"be1f96f2-6a04-4955-9ab6-7d053dc16f15","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.135292152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6eca6c2-2611-4a91-af06-74ba3058841e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.135322848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6eca6c2-2611-4a91-af06-74ba3058841e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.169503688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e92610d9-2f50-492a-8065-c74373e3e7c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.169603726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e92610d9-2f50-492a-8065-c74373e3e7c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.259044675Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1dd002c-23db-4955-b0b6-73b41c2ebc98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.259330215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1dd002c-23db-4955-b0b6-73b41c2ebc98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.273169476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1beefd6-010d-4c9d-a360-c2ac096817f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:57:30.280680657Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-770dc1","reconcileID":"4870b48a-6a4a-4914-8456-2af6b4d5e396","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-770dc1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.425139326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c1beefd6-010d-4c9d-a360-c2ac096817f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.444819376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"990359e1-2675-4495-ae2a-c8d9694be55e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.445532627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a706b23c-7505-4d41-a49b-2c0e7a4825a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.446758731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4077667-e682-4c67-8c3a-5deea2c36b98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.447247627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4077667-e682-4c67-8c3a-5deea2c36b98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.46629419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a063464-3719-47eb-9c8c-098db0298b29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.574888899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a063464-3719-47eb-9c8c-098db0298b29","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.576674421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a706b23c-7505-4d41-a49b-2c0e7a4825a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.58270968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"990359e1-2675-4495-ae2a-c8d9694be55e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.617593052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"990359e1-2675-4495-ae2a-c8d9694be55e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.655816507Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-770dc1","reconcileID":"11b13feb-c2f9-4dec-90de-daf89d6a8a12","MaaSSubscription":{"name":"e2e-default-int-sub-770dc1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-d28fad52/e2e-shared-int-sub-aec6e904","models-as-a-service/e2e-default-int-sub-770dc1","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.681846097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"1772e347-0902-4c66-b339-4a35f2f961ce","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.71312108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"1186bd5c-de2a-4a00-9497-ee5ad43be779","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.716134258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-sub-aec6e904","reconcileID":"ee9a53a9-c602-41ef-b5e3-832e198f3b30","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.716495378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4560b64d-bd9c-41ed-876b-c3d3b25957c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.737123079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cb871b1-7b69-4d46-89e7-b883d13a8228","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.737344443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cb871b1-7b69-4d46-89e7-b883d13a8228","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.768924877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"a160cbd9-1d3b-40f0-99c8-0fca26afeef3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.792668452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"a160cbd9-1d3b-40f0-99c8-0fca26afeef3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.809974326Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-770dc1","reconcileID":"cc6df04b-6afc-4dc4-8eb2-0962f399f095","MaaSSubscription":{"name":"e2e-default-int-sub-770dc1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.812371044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b7159a388223a70e539b4515de4197ab18bf9282953c6f2167c48433ae62bb2) AuthConfig (4aea8bdc1f400684d3536cb84c9a5e3b99a11bd828321f9ca44c02a0921be74c) AuthConfig (29348b2d7ab624a62ca9e41eb7e2869a2f70985a023ab412c0d411aa46cb14c4) AuthConfig (9f8b28b05a169f6adfe622ce8fa64f4c01f0e56358effb05746d796ab249415c) AuthConfig (48de15ef3344d4ba48aa4ad850c6a2e83a33dc5c7b4b24d2fe24e146aefae066) AuthConfig (6eed2741a28394fafc6d561c37e4d7829763cff4894ed462d05b36c4a35151bc) AuthConfig (9e22e349a9bda09f8e5246467ef9498613175cb90017f8cf9b7ff4e49a31dfc6) AuthConfig (80741358c7b83708737ade3df736d2d45a457e617f0d25deb9b6c3940714c479) AuthConfig (3ca0102886f7bc7dea6ac2e98bd6b2f86ac81bb2916b9f623bdc663608373678) AuthConfig (d2db88e1a798fcd03dc17f3779cd7fe023fbba5c02bb09fb4e282490193b5c9d) AuthConfig (8a9342ed2530dbbf064eb0bb5c26bf75d7bc6cafbfffebe04caf9036be2f815d) AuthConfig (d62f06485f501749c26d7c1c5c014e3904a2427ce66caeb19c0bbcdb109d0955)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"a160cbd9-1d3b-40f0-99c8-0fca26afeef3","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.836749305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"f2cc0db6-85df-4a51-9550-c3ccb8434158","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.900772801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"c2781727-69e6-4133-be2a-b471ad533821","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.947924804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"c2781727-69e6-4133-be2a-b471ad533821","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:30.985317063Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b7159a388223a70e539b4515de4197ab18bf9282953c6f2167c48433ae62bb2) AuthConfig (4aea8bdc1f400684d3536cb84c9a5e3b99a11bd828321f9ca44c02a0921be74c) AuthConfig (29348b2d7ab624a62ca9e41eb7e2869a2f70985a023ab412c0d411aa46cb14c4) AuthConfig (9f8b28b05a169f6adfe622ce8fa64f4c01f0e56358effb05746d796ab249415c) AuthConfig (48de15ef3344d4ba48aa4ad850c6a2e83a33dc5c7b4b24d2fe24e146aefae066) AuthConfig (6eed2741a28394fafc6d561c37e4d7829763cff4894ed462d05b36c4a35151bc) AuthConfig (9e22e349a9bda09f8e5246467ef9498613175cb90017f8cf9b7ff4e49a31dfc6) AuthConfig (80741358c7b83708737ade3df736d2d45a457e617f0d25deb9b6c3940714c479) AuthConfig (3ca0102886f7bc7dea6ac2e98bd6b2f86ac81bb2916b9f623bdc663608373678) AuthConfig (d2db88e1a798fcd03dc17f3779cd7fe023fbba5c02bb09fb4e282490193b5c9d) AuthConfig (8a9342ed2530dbbf064eb0bb5c26bf75d7bc6cafbfffebe04caf9036be2f815d) AuthConfig (d62f06485f501749c26d7c1c5c014e3904a2427ce66caeb19c0bbcdb109d0955)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"c2781727-69e6-4133-be2a-b471ad533821","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.023545914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"b2bf6fe3-436e-454e-bf5f-9a9dc6fedbc8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:57:31.024019292Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"c2781727-69e6-4133-be2a-b471ad533821","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.078960768Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"b2bf6fe3-436e-454e-bf5f-9a9dc6fedbc8","name":"e2e-mt-79e6c631-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.095004765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"ece28286-b27e-419b-b2a8-9bdd77ecb39b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.116097408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"ece28286-b27e-419b-b2a8-9bdd77ecb39b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.137106452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b7159a388223a70e539b4515de4197ab18bf9282953c6f2167c48433ae62bb2) AuthConfig (4aea8bdc1f400684d3536cb84c9a5e3b99a11bd828321f9ca44c02a0921be74c) AuthConfig (29348b2d7ab624a62ca9e41eb7e2869a2f70985a023ab412c0d411aa46cb14c4) AuthConfig (9f8b28b05a169f6adfe622ce8fa64f4c01f0e56358effb05746d796ab249415c) AuthConfig (48de15ef3344d4ba48aa4ad850c6a2e83a33dc5c7b4b24d2fe24e146aefae066) AuthConfig (6eed2741a28394fafc6d561c37e4d7829763cff4894ed462d05b36c4a35151bc) AuthConfig (9e22e349a9bda09f8e5246467ef9498613175cb90017f8cf9b7ff4e49a31dfc6) AuthConfig (80741358c7b83708737ade3df736d2d45a457e617f0d25deb9b6c3940714c479) AuthConfig (3ca0102886f7bc7dea6ac2e98bd6b2f86ac81bb2916b9f623bdc663608373678) AuthConfig (d2db88e1a798fcd03dc17f3779cd7fe023fbba5c02bb09fb4e282490193b5c9d) AuthConfig (8a9342ed2530dbbf064eb0bb5c26bf75d7bc6cafbfffebe04caf9036be2f815d) AuthConfig (d62f06485f501749c26d7c1c5c014e3904a2427ce66caeb19c0bbcdb109d0955)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"ece28286-b27e-419b-b2a8-9bdd77ecb39b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.207495224Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-sub1","reconcileID":"4e32698f-74ae-4861-b5ec-0e0413ad0226","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/distinct-w2-7aeaad","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.236603381Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-sub1","reconcileID":"4e32698f-74ae-4861-b5ec-0e0413ad0226","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/distinct-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.275415476Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-sub1","reconcileID":"4e32698f-74ae-4861-b5ec-0e0413ad0226","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/distinct-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.431081348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"31719581-4865-4cac-b716-5bd2d088bb41","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.514175755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"8398c581-6ceb-47b4-85ab-838cbc6cca0a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.536925967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"8398c581-6ceb-47b4-85ab-838cbc6cca0a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.580155767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"a0ebe0dd-d0ab-49a0-9aed-43a240e2437c","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.608930555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"62c51415-a969-4825-9696-8ac4e83f9e5d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.60962753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"d54f106f-561b-42bf-8eed-7f5a31d80f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.609630502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"3c745cae-9a33-43b6-9ded-3d2411d25432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.635078056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"62c51415-a969-4825-9696-8ac4e83f9e5d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.646822086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"d54f106f-561b-42bf-8eed-7f5a31d80f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.650687139Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-sub2","reconcileID":"9a097e41-2452-4351-8189-bc01ed4be068","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0c6f8123","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.651359406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"3c745cae-9a33-43b6-9ded-3d2411d25432","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.769319702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"adcfab2b-085f-44c1-9a52-6ffedfe8ee4d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.822340955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"adcfab2b-085f-44c1-9a52-6ffedfe8ee4d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.885162549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"f997d7c5-0c78-4861-918d-3909c9825fdd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.917669749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"f997d7c5-0c78-4861-918d-3909c9825fdd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:31.9748549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"c60f7729-8520-4394-a348-a00bc70d2ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:32.003139862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"c60f7729-8520-4394-a348-a00bc70d2ca7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:32.029726768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"ce8b1777-3d8c-40e9-9647-7fe13733bb18","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:32.094852149Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"ce8b1777-3d8c-40e9-9647-7fe13733bb18","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:32.102461484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"275845a9-5a2e-4d75-878f-b1a2ed6f3367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:32.118079023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"ce8b1777-3d8c-40e9-9647-7fe13733bb18","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:32.142245128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f31f7b1b-c2f1-436e-a25c-9d939abd4e44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:32.144537833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f31f7b1b-c2f1-436e-a25c-9d939abd4e44","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:32.150723577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"275845a9-5a2e-4d75-878f-b1a2ed6f3367","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:38.704957591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"bf68b2e9-ab44-48a2-b96b-28f63656140b","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:39.087830899Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"dfa8a1e0-c045-4dce-a129-15d5727c5b9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:39.373657901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"5af1ff4c-a728-4d4c-ad47-e6840f1c0c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:39.38843238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"eee2e62e-a48b-45ff-ac3d-357b07773595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:39.464236287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"5af1ff4c-a728-4d4c-ad47-e6840f1c0c2b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:39.555820343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"eee2e62e-a48b-45ff-ac3d-357b07773595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:39.671988477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"bba2db66-4923-46f4-a2ef-6619f27aabfa","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:39.933083127Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"9b2e53ba-5697-44ec-b927-3a772660e895","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:40.184179857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"d938d1a5-8240-4e25-9aa9-108d09eb0683","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:40.375326303Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"3ab8ab2a-11f9-41fe-b2f5-1fe003a3ecaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:40.411047183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"1a11fc0c-579b-4d50-aab7-e2124878c8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:40.411644816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"2cf464b6-7948-4d8d-bb61-1a317dad7b46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:40.587450304Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-94d5071b","namespace":"ai-tenant-e2e-mt-94d5071b"},"namespace":"ai-tenant-e2e-mt-94d5071b","name":"e2e-policy-94d5071b","reconcileID":"40be7f9c-89b6-4b68-adf0-5097fa91294b","MaaSAuthPolicy":{"name":"e2e-policy-94d5071b","namespace":"ai-tenant-e2e-mt-94d5071b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:40.589834156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"2cf464b6-7948-4d8d-bb61-1a317dad7b46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:40.682441371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"1a11fc0c-579b-4d50-aab7-e2124878c8e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:40.683250474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"79032acc-53ee-4644-897c-a54806f71e29","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:40.721310888Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-94d5071b","namespace":"ai-tenant-e2e-mt-94d5071b"},"namespace":"ai-tenant-e2e-mt-94d5071b","name":"e2e-policy-94d5071b","reconcileID":"40be7f9c-89b6-4b68-adf0-5097fa91294b","MaaSAuthPolicy":{"name":"e2e-policy-94d5071b","namespace":"ai-tenant-e2e-mt-94d5071b"},"policyNamespace":"ai-tenant-e2e-mt-94d5071b","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:40.819011624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"a846b5ed-666b-4016-8c10-3381e54c35e5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:40.899809342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"9c8298ea-9869-4b51-9c2a-b16dc17e23a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:40.996897395Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"a846b5ed-666b-4016-8c10-3381e54c35e5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:41.116006261Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"a846b5ed-666b-4016-8c10-3381e54c35e5","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:41.164543966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"285cd9d8-0d22-4172-96ba-be3e0e696a0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:41.164575746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"285cd9d8-0d22-4172-96ba-be3e0e696a0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:41.274670477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"6d9866cf-8d82-45b4-9f25-21a73a2bec94","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:41.338992446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"6d9866cf-8d82-45b4-9f25-21a73a2bec94","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:41.405580618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6b7159a388223a70e539b4515de4197ab18bf9282953c6f2167c48433ae62bb2) AuthConfig (4aea8bdc1f400684d3536cb84c9a5e3b99a11bd828321f9ca44c02a0921be74c) AuthConfig (29348b2d7ab624a62ca9e41eb7e2869a2f70985a023ab412c0d411aa46cb14c4) AuthConfig (9f8b28b05a169f6adfe622ce8fa64f4c01f0e56358effb05746d796ab249415c) AuthConfig (48de15ef3344d4ba48aa4ad850c6a2e83a33dc5c7b4b24d2fe24e146aefae066) AuthConfig (6eed2741a28394fafc6d561c37e4d7829763cff4894ed462d05b36c4a35151bc) AuthConfig (9e22e349a9bda09f8e5246467ef9498613175cb90017f8cf9b7ff4e49a31dfc6) AuthConfig (80741358c7b83708737ade3df736d2d45a457e617f0d25deb9b6c3940714c479) AuthConfig (3ca0102886f7bc7dea6ac2e98bd6b2f86ac81bb2916b9f623bdc663608373678) AuthConfig (d2db88e1a798fcd03dc17f3779cd7fe023fbba5c02bb09fb4e282490193b5c9d) AuthConfig (8a9342ed2530dbbf064eb0bb5c26bf75d7bc6cafbfffebe04caf9036be2f815d) AuthConfig (d62f06485f501749c26d7c1c5c014e3904a2427ce66caeb19c0bbcdb109d0955)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"6d9866cf-8d82-45b4-9f25-21a73a2bec94","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:41.717419781Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-sub2","reconcileID":"1f939f16-6ef0-4ce0-9568-e5384dc0aad6","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/distinct-2-w2-7aeaad","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:41.803852957Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-sub2","reconcileID":"1f939f16-6ef0-4ce0-9568-e5384dc0aad6","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/distinct-2-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:41.822181001Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-sub2","reconcileID":"1f939f16-6ef0-4ce0-9568-e5384dc0aad6","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/distinct-2-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:42.248742957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"1a883ef0-a530-43fe-957f-c65710b54f09","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:42.292042096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"1655faaa-e1fd-4d0c-9a45-c63cb6ca6312","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:42.423531868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"e229a1a9-4bce-4296-921a-ece9b92cebe6","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:42.771105431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"1b7e8dcb-4323-4095-bf52-ab529f4a8260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:42.771964652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"e55f63c4-f1ad-40f4-b327-67b89ff95e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:42.772789651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"392eda66-c29c-455f-a9e0-850462641332","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:42.805868062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"326a4b12-c707-4176-8a5b-43ddd9c0893d","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.205789817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"72f46c68-a812-4b10-9537-ce069bcd7a9d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.221045535Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"1655faaa-e1fd-4d0c-9a45-c63cb6ca6312","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.24894984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"392eda66-c29c-455f-a9e0-850462641332","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.2504759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"1b7e8dcb-4323-4095-bf52-ab529f4a8260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.429579156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"e55f63c4-f1ad-40f4-b327-67b89ff95e42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.614503809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"72f46c68-a812-4b10-9537-ce069bcd7a9d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.621063484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"1655faaa-e1fd-4d0c-9a45-c63cb6ca6312","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.622068922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"152b4231-dabd-439d-bcb0-a3da5c22d94f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.778845487Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54bfdf7b-74e1-4868-9817-06cdd716c82f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.77896909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54bfdf7b-74e1-4868-9817-06cdd716c82f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.887842558Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth1","reconcileID":"5b1b85ba-6b65-4824-8f78-c46d07bb7b60","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/distinct-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:43.997458447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"9955ba29-c4f1-49c0-8abe-ca49548f4f89","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.080086886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"e9cd12d0-d8ff-4f4f-b53e-ce9ffdcdf6bf","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.109549844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"63a54f2f-9e07-4a1c-95e4-e290e1daec29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.247849109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"63a54f2f-9e07-4a1c-95e4-e290e1daec29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.290629341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"5b461429-d3f0-4e96-a986-8e71795d8c93","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.301471422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"64e5ec19-0f75-4cc2-ab57-cbfffcf5d502","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.43711166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"6b622c0c-cec6-4ee8-b24d-01452a1bbd8c","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.437811823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"24a33ae3-fa64-44fa-86ec-941c55eb936f","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.340541568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"e9cd12d0-d8ff-4f4f-b53e-ce9ffdcdf6bf","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.341612697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"ea20fd7b-c664-447a-be1c-302b84946b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.39779951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"d0dc8934-c0dd-4736-8db5-279d5c9f5676","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.477507422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"9b043b1c-00ad-4afc-b5f8-97dd85535f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.520304053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"f63d3356-0686-4988-a181-f5947d2d8fe2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.544021918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d36ae994372454634654ea19d33540e977ee6bde14ef65e0db552d2baf3c98fb) AuthConfig (951fb0a0f9d76e1585a36aaa2a3560385fdd79544d25a0026531849e4ac9c562) AuthConfig (779c061fec977ca86d5598afe227fba90d4a6693b784ca5800740bc821784316) AuthConfig (de152d10a01f75dee81c09eaac1dae3559fb57d7fd0708e0da25c9720fdaff9a) AuthConfig (f50d384ee388e985bc25e0e03dd4a5582b274239ee100095229ff8e3d4e86b1e) AuthConfig (95d4e9841a3ee87ca589e9ee05d1f47f8467ac457e62be4b8b9f53a258042ab4) AuthConfig (c57081e8f33b1ddfc3a8537a363ba0bf266eab559674b412fb74bb76065851ec) AuthConfig (1f7b1efa4ac1a341b8d7d7baef2cf0ceb0960fb5e7c240acd33ade4523b7df15) AuthConfig (0d0fb126073f857cc68ed658076060354327487b7d5281561f63742e941344b8) AuthConfig (025dbe02fd4d7cb162834061fbfb29662be8b4db718e17cc53b4b453ed7f258c) AuthConfig (ddd937b6893fad811e78f07c1696b0b15778a30396863ffa4be4364a98183f44) AuthConfig (d57dad00c3cfab974e7e2fda4351d82a37b39677a6173caac3b5138d1718dfc5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"e9cd12d0-d8ff-4f4f-b53e-ce9ffdcdf6bf","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.575741314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"d0dc8934-c0dd-4736-8db5-279d5c9f5676","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.704364506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"ea20fd7b-c664-447a-be1c-302b84946b8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.731875177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"9b043b1c-00ad-4afc-b5f8-97dd85535f73","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.738382096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"58f383ae-48f4-449b-a964-925f5350f304","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.810863052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"339a02d5-1b3f-466b-96bc-f17798ea92ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.811128541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"8de58fef-d647-4e4a-892b-bf7986ad90ed","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.811403987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"ee9206d5-da64-4551-93d4-f3bc1e03683a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.872180976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"339a02d5-1b3f-466b-96bc-f17798ea92ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.873683359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"ee9206d5-da64-4551-93d4-f3bc1e03683a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.94021736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"42105716-3012-4616-ae7c-2ce96a05d2b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.964630421Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"d88de8db-9973-4f2d-9747-58a27bfd84c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:44.972818747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"cf257b0a-51ba-4ac4-8b9a-be0c68ea8f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.03568376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"4678d3c8-e3be-46c0-9a5f-706ad104855d","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.047369267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"42105716-3012-4616-ae7c-2ce96a05d2b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.086734094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"cf257b0a-51ba-4ac4-8b9a-be0c68ea8f2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.094808273Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-ignore-header-auth2","reconcileID":"326ff50f-7beb-4f0d-b092-035929fa7f97","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/distinct-2-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.126989248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"26b71345-dca1-46ef-abaa-b67fe64bb396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.199517676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"1f555a72-5f3b-438f-b8d3-9352e16fad11","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.200453533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"f02450a2-e41f-490b-8e66-af4b80e66f68","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.218625478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"26b71345-dca1-46ef-abaa-b67fe64bb396","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.265157032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"f02450a2-e41f-490b-8e66-af4b80e66f68","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.364439685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"79390082-a954-487a-839d-588a576f32d6","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.366362163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d36ae994372454634654ea19d33540e977ee6bde14ef65e0db552d2baf3c98fb) AuthConfig (951fb0a0f9d76e1585a36aaa2a3560385fdd79544d25a0026531849e4ac9c562) AuthConfig (779c061fec977ca86d5598afe227fba90d4a6693b784ca5800740bc821784316) AuthConfig (de152d10a01f75dee81c09eaac1dae3559fb57d7fd0708e0da25c9720fdaff9a) AuthConfig (f50d384ee388e985bc25e0e03dd4a5582b274239ee100095229ff8e3d4e86b1e) AuthConfig (95d4e9841a3ee87ca589e9ee05d1f47f8467ac457e62be4b8b9f53a258042ab4) AuthConfig (c57081e8f33b1ddfc3a8537a363ba0bf266eab559674b412fb74bb76065851ec) AuthConfig (1f7b1efa4ac1a341b8d7d7baef2cf0ceb0960fb5e7c240acd33ade4523b7df15) AuthConfig (0d0fb126073f857cc68ed658076060354327487b7d5281561f63742e941344b8) AuthConfig (025dbe02fd4d7cb162834061fbfb29662be8b4db718e17cc53b4b453ed7f258c) AuthConfig (ddd937b6893fad811e78f07c1696b0b15778a30396863ffa4be4364a98183f44) AuthConfig (d57dad00c3cfab974e7e2fda4351d82a37b39677a6173caac3b5138d1718dfc5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"f02450a2-e41f-490b-8e66-af4b80e66f68","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.426896879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"fdb9e45d-94bb-48d1-8f48-a33884d99fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.474295357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"fdb9e45d-94bb-48d1-8f48-a33884d99fc1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.482806106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"9298191b-c591-455d-8666-e1230947445f","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.502891922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b149538c-c13d-40ff-b127-fe6968c5ee94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.531098098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b149538c-c13d-40ff-b127-fe6968c5ee94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.536092099Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"ae8c2d40-7c47-4343-b4ed-fdd40b48ceb7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:45.681736674Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:46.161796778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-w6-1ee571","reconcileID":"6f70cef2-227f-432e-89c5-0a614dd102e2","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:51.214168901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"797b2593-ebf4-4cbd-8e04-7efaaa0ae776","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:51.277826773Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"797b2593-ebf4-4cbd-8e04-7efaaa0ae776","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:51.296652807Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"797b2593-ebf4-4cbd-8e04-7efaaa0ae776","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:51.31784192Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"389a3384-e49b-434d-92e6-723714997345","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:51.31795551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"389a3384-e49b-434d-92e6-723714997345","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:53.415523104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad5f9fb-8069-45ba-8675-0ad72f54b0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:53.432452009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad5f9fb-8069-45ba-8675-0ad72f54b0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:53.454500799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad5f9fb-8069-45ba-8675-0ad72f54b0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:53.469463604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ad5f9fb-8069-45ba-8675-0ad72f54b0e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:53.92661866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"e5e7d2c1-5874-47d3-9e21-dd7b702e8ddb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:53.992954656Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"e5e7d2c1-5874-47d3-9e21-dd7b702e8ddb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:54.010900252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 9","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"e5e7d2c1-5874-47d3-9e21-dd7b702e8ddb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:54.037953191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccb5fba4-7621-4bd0-8d26-b3756cc481f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:54.037980676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ccb5fba4-7621-4bd0-8d26-b3756cc481f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:54.167766674Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-c79a4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-c79a4e","reconcileID":"10ee3796-2042-412c-b24f-0899ea298fdd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-c79a4e","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-c79a4e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:54.209882807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8fed698-3713-413c-9a24-3f0a718bb9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:54.247557225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8fed698-3713-413c-9a24-3f0a718bb9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:54.271297404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8fed698-3713-413c-9a24-3f0a718bb9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:54.294623659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8fed698-3713-413c-9a24-3f0a718bb9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:54.991811581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c6cddf0-049e-4f76-b6b8-977fbf64337d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:55.008618848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c6cddf0-049e-4f76-b6b8-977fbf64337d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:55.023346853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c6cddf0-049e-4f76-b6b8-977fbf64337d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:55.038692306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c6cddf0-049e-4f76-b6b8-977fbf64337d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:55.410435714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"45950eee-d54c-4a03-8628-0499803c5269","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:55.430155785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"45950eee-d54c-4a03-8628-0499803c5269","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:55.449255673Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d36ae994372454634654ea19d33540e977ee6bde14ef65e0db552d2baf3c98fb) AuthConfig (951fb0a0f9d76e1585a36aaa2a3560385fdd79544d25a0026531849e4ac9c562) AuthConfig (779c061fec977ca86d5598afe227fba90d4a6693b784ca5800740bc821784316) AuthConfig (de152d10a01f75dee81c09eaac1dae3559fb57d7fd0708e0da25c9720fdaff9a) AuthConfig (f50d384ee388e985bc25e0e03dd4a5582b274239ee100095229ff8e3d4e86b1e) AuthConfig (95d4e9841a3ee87ca589e9ee05d1f47f8467ac457e62be4b8b9f53a258042ab4) AuthConfig (c57081e8f33b1ddfc3a8537a363ba0bf266eab559674b412fb74bb76065851ec) AuthConfig (1f7b1efa4ac1a341b8d7d7baef2cf0ceb0960fb5e7c240acd33ade4523b7df15) AuthConfig (0d0fb126073f857cc68ed658076060354327487b7d5281561f63742e941344b8) AuthConfig (025dbe02fd4d7cb162834061fbfb29662be8b4db718e17cc53b4b453ed7f258c) AuthConfig (ddd937b6893fad811e78f07c1696b0b15778a30396863ffa4be4364a98183f44) AuthConfig (d57dad00c3cfab974e7e2fda4351d82a37b39677a6173caac3b5138d1718dfc5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"45950eee-d54c-4a03-8628-0499803c5269","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:57:55.859171701Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-c79a4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-c79a4e","reconcileID":"22b94773-fa58-4006-a4b4-e6800fcd35dd","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-a-c79a4e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:58.547075244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c27d41d-cacb-4332-9ae1-bf7ea4f07a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:58.561879604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c27d41d-cacb-4332-9ae1-bf7ea4f07a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:58.576370221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c27d41d-cacb-4332-9ae1-bf7ea4f07a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:58.591832258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c27d41d-cacb-4332-9ae1-bf7ea4f07a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:58.945777494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"a7ab9c3e-1cb7-47d1-a8fd-b1f371b5925e","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:59.202770451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7116829c-3b9a-413a-9655-c7a7be14b2d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:59.218499026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7116829c-3b9a-413a-9655-c7a7be14b2d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:59.233589462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7116829c-3b9a-413a-9655-c7a7be14b2d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:57:59.248983361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7116829c-3b9a-413a-9655-c7a7be14b2d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:00.965171312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"feac8516-661c-420e-a7e3-e5eb7cecc22a","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.044904885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"a274064a-b6c9-41b3-bcf6-92bad2974907","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.049846797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"1132e84d-169c-451c-b98a-8cb29cd4b75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.050515844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"a52c8b78-b6bb-446d-bb6a-5e1c4ae81373","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.073934768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"a274064a-b6c9-41b3-bcf6-92bad2974907","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.074965386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"1132e84d-169c-451c-b98a-8cb29cd4b75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.109335505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"59cc6c83-c399-4f3c-8bc5-b97c4fcfb399","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.158638223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"02fa7220-2038-47b4-ba38-816171add9fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.360300146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"8651f188-fedc-46d3-943b-6f45673ed997","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.412058289Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"8651f188-fedc-46d3-943b-6f45673ed997","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.430485858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 10","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"8651f188-fedc-46d3-943b-6f45673ed997","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.448408341Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d03c174-c51c-4b6c-8b30-2a5115924d04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.448426249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d03c174-c51c-4b6c-8b30-2a5115924d04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.763786178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"b2d06b40-cf05-42dc-b7a9-19736ed1ac64","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.844530131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"cc9e33ee-350a-4975-876a-89601e65bbdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.873478439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"ba4519fa-1ed0-4f57-9e74-116a83df382e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.873478457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"73604e59-73b5-45d1-bdfe-0cffa900d094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.899949666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"ba4519fa-1ed0-4f57-9e74-116a83df382e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.900373551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"73604e59-73b5-45d1-bdfe-0cffa900d094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.90297137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"9ff5af1b-a1c2-4c3c-be5a-b15bfeab3920","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:01.948569144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"271606fa-ab80-40a6-9298-ec1abab3c48d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:04.067669954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"7c934509-d978-44dd-968b-ed274236bc21","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:04.120615029Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"7c934509-d978-44dd-968b-ed274236bc21","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:04.140884254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 11","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"7c934509-d978-44dd-968b-ed274236bc21","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:04.160851284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11b6ed95-5a4f-4297-8867-476dd9a30dcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:04.160873877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11b6ed95-5a4f-4297-8867-476dd9a30dcd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.493793052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"9e986059-c430-498f-83eb-d2cf40c1723f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.513475968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"9e986059-c430-498f-83eb-d2cf40c1723f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.536138985Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d36ae994372454634654ea19d33540e977ee6bde14ef65e0db552d2baf3c98fb) AuthConfig (951fb0a0f9d76e1585a36aaa2a3560385fdd79544d25a0026531849e4ac9c562) AuthConfig (779c061fec977ca86d5598afe227fba90d4a6693b784ca5800740bc821784316) AuthConfig (de152d10a01f75dee81c09eaac1dae3559fb57d7fd0708e0da25c9720fdaff9a) AuthConfig (f50d384ee388e985bc25e0e03dd4a5582b274239ee100095229ff8e3d4e86b1e) AuthConfig (95d4e9841a3ee87ca589e9ee05d1f47f8467ac457e62be4b8b9f53a258042ab4) AuthConfig (c57081e8f33b1ddfc3a8537a363ba0bf266eab559674b412fb74bb76065851ec) AuthConfig (1f7b1efa4ac1a341b8d7d7baef2cf0ceb0960fb5e7c240acd33ade4523b7df15) AuthConfig (0d0fb126073f857cc68ed658076060354327487b7d5281561f63742e941344b8) AuthConfig (025dbe02fd4d7cb162834061fbfb29662be8b4db718e17cc53b4b453ed7f258c) AuthConfig (ddd937b6893fad811e78f07c1696b0b15778a30396863ffa4be4364a98183f44) AuthConfig (d57dad00c3cfab974e7e2fda4351d82a37b39677a6173caac3b5138d1718dfc5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"9e986059-c430-498f-83eb-d2cf40c1723f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.715784544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"2fe349d3-6599-4960-ae7f-0ade958ee23b","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.762853339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"f2a58870-38f3-497f-bd62-07df1fbdf83b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.782991533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"3b0160fa-c6fc-42a1-9e15-022df57e3cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.783105165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"181cb157-f77b-4302-99af-4b038bcff208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.802526333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"3b0160fa-c6fc-42a1-9e15-022df57e3cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.802558147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"181cb157-f77b-4302-99af-4b038bcff208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.817911621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"c8dd490c-1375-4653-a48b-9bdcbbdd6978","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:05.867709477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"8c9da196-fadd-422a-8c3c-b51de5913838","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.393103115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"1cd6e792-b569-4765-927d-e5786e3eb8d0","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.44590484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"3777b89f-c43d-4ba2-a09b-ae802814589a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.472621621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"d74a7552-add3-4c56-a21f-b9adb66463a1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.473113586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"08efbe8b-17ab-40ab-a4f6-90737438da85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.473601674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a60f54a7-a138-49c6-a00a-26edda1e0884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.526219846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"d74a7552-add3-4c56-a21f-b9adb66463a1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.537671299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"08efbe8b-17ab-40ab-a4f6-90737438da85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.545273882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a60f54a7-a138-49c6-a00a-26edda1e0884","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.554425127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"cdf9f0ef-0e6f-460c-ac1a-d100436de813","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.558597283Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d36ae994372454634654ea19d33540e977ee6bde14ef65e0db552d2baf3c98fb) AuthConfig (951fb0a0f9d76e1585a36aaa2a3560385fdd79544d25a0026531849e4ac9c562) AuthConfig (779c061fec977ca86d5598afe227fba90d4a6693b784ca5800740bc821784316) AuthConfig (de152d10a01f75dee81c09eaac1dae3559fb57d7fd0708e0da25c9720fdaff9a) AuthConfig (f50d384ee388e985bc25e0e03dd4a5582b274239ee100095229ff8e3d4e86b1e) AuthConfig (95d4e9841a3ee87ca589e9ee05d1f47f8467ac457e62be4b8b9f53a258042ab4) AuthConfig (c57081e8f33b1ddfc3a8537a363ba0bf266eab559674b412fb74bb76065851ec) AuthConfig (1f7b1efa4ac1a341b8d7d7baef2cf0ceb0960fb5e7c240acd33ade4523b7df15) AuthConfig (0d0fb126073f857cc68ed658076060354327487b7d5281561f63742e941344b8) AuthConfig (025dbe02fd4d7cb162834061fbfb29662be8b4db718e17cc53b4b453ed7f258c) AuthConfig (ddd937b6893fad811e78f07c1696b0b15778a30396863ffa4be4364a98183f44) AuthConfig (d57dad00c3cfab974e7e2fda4351d82a37b39677a6173caac3b5138d1718dfc5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"d74a7552-add3-4c56-a21f-b9adb66463a1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:06.599759073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"c64beb76-06fd-458a-9801-e947c5bf00a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:07.099931027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"1ba380cc-6748-4bcc-b54f-afc20be0b677","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:07.156789887Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"16d4cad8-0cdb-40dc-bd82-69e32005dfbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:07.175991039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b1d5f78b-3118-4c8a-b554-a14ef3504c5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:07.176406656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"ee7f9930-669f-4b8e-ac31-b751223fba2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:07.195059478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b1d5f78b-3118-4c8a-b554-a14ef3504c5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:07.195584082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"ee7f9930-669f-4b8e-ac31-b751223fba2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:07.216600026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"91746293-d46f-4200-95bc-1b2697acd89b","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:07.264639707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"37fd06bc-a535-462b-81eb-f90099feefd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:07.805796767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-w6-1ee571","reconcileID":"a0dfa612-0470-4944-8695-a9f950044ac6","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.491932669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"8b03ffff-dd49-4e38-8d60-5372b854fb31","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.562570638Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"8b03ffff-dd49-4e38-8d60-5372b854fb31","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.612889549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 12","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"8b03ffff-dd49-4e38-8d60-5372b854fb31","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.677988674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9478e1d-8f28-44b5-9175-95e351c449e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:11.678020832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9478e1d-8f28-44b5-9175-95e351c449e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.312555653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"a9ddf4cc-48d9-4f16-9baa-08ff30b4f20b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c79a4e","tenantID":"e2e-api-a-c79a4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:12.370959575Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"a9ddf4cc-48d9-4f16-9baa-08ff30b4f20b","name":"e2e-api-a-c79a4e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:14.240621385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"769557ca-ff15-4fb3-a454-aa9113f9df83","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:14.370695618Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"769557ca-ff15-4fb3-a454-aa9113f9df83","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:14.415928079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 13","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"769557ca-ff15-4fb3-a454-aa9113f9df83","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:14.453455226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14bf1b20-f93a-44df-afe9-d8349f669b86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:14.453554596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"14bf1b20-f93a-44df-afe9-d8349f669b86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:15.745098898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"cec4758a-67f4-416b-9d3b-1333105e8dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:15.868264898Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:15.869275586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"207b2759-c9a5-4462-bbd4-fb224ce381c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:15.88917817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"cec4758a-67f4-416b-9d3b-1333105e8dbc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:15.890331159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"fafb78a7-b40a-48c6-a1fd-6e70ae591895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:15.891125896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"0822857a-bd6b-4f04-8528-940a464f4b00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:15.96504379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"207b2759-c9a5-4462-bbd4-fb224ce381c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:16.094680102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"fafb78a7-b40a-48c6-a1fd-6e70ae591895","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:16.191637335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"0822857a-bd6b-4f04-8528-940a464f4b00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:16.28506628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"93ecff8a-0ff0-4a50-bbae-9d6e517a027d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:16.349460623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"93ecff8a-0ff0-4a50-bbae-9d6e517a027d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:16.497918456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"2bfa7af7-e11b-4fd4-a418-4e8409aae4fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:16.615400338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"2bfa7af7-e11b-4fd4-a418-4e8409aae4fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:16.686665718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"c4ec869c-af4b-4887-afbe-68a071bafc89","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:16.708825872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"c4ec869c-af4b-4887-afbe-68a071bafc89","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:16.803231289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c57081e8f33b1ddfc3a8537a363ba0bf266eab559674b412fb74bb76065851ec) AuthConfig (de152d10a01f75dee81c09eaac1dae3559fb57d7fd0708e0da25c9720fdaff9a) AuthConfig (95d4e9841a3ee87ca589e9ee05d1f47f8467ac457e62be4b8b9f53a258042ab4) AuthConfig (ddd937b6893fad811e78f07c1696b0b15778a30396863ffa4be4364a98183f44) AuthConfig (f50d384ee388e985bc25e0e03dd4a5582b274239ee100095229ff8e3d4e86b1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"c4ec869c-af4b-4887-afbe-68a071bafc89","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:16.854209523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"5fbc4cc3-c6fa-4d20-a8a7-bded12d0b865","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:18.570249507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"478e7b80-7514-43ca-b98e-3dd2d9c8dff4","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:18.653573618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"d9f4d018-1437-4ebe-8693-ecf09faa966d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:18.750549607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"40743b64-30ec-4eba-a0b2-3f7f225d573a","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:18.788924743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f235e275-e084-46a1-bf9c-0dee0cc66d01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:18.789363762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b9959a44-8500-4eb5-aeb7-80cc1ccf6ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:18.827754134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"d22d7981-85de-44f8-a036-c22470d29943","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:18.834432726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b9959a44-8500-4eb5-aeb7-80cc1ccf6ae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:18.840164579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f235e275-e084-46a1-bf9c-0dee0cc66d01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:19.512718757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"6684cd49-297e-4185-a665-92a023c1b7c9","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.280931229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bea24886-384f-4690-a63f-9fc88976df1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.281339068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bea24886-384f-4690-a63f-9fc88976df1c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.30899617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7a93f3a-0b0d-453e-a8e6-134ba481b874","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.309101437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b7a93f3a-0b0d-453e-a8e6-134ba481b874","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.387606861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"e05053c8-7347-4953-9068-0e8a0a30a86f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.516419792Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"e05053c8-7347-4953-9068-0e8a0a30a86f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.546832717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29a5aeeb-d606-4164-978e-09fa599ef952","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.550382476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29a5aeeb-d606-4164-978e-09fa599ef952","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.550365605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"e05053c8-7347-4953-9068-0e8a0a30a86f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.549528235Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-default-int-sub-770dc1 models-as-a-service/e2e-neg-ghost-sub-b71ce9cf]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.5916096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"812262c8-84ff-4cb1-ac9a-5eacb0a2ca73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.591736148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"812262c8-84ff-4cb1-ac9a-5eacb0a2ca73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.602207519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bf201c5-3887-4310-8675-63f722999974","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.602307234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1bf201c5-3887-4310-8675-63f722999974","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:21.615449582Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b71ce9cf","reconcileID":"73fd084b-18ae-41c3-b38b-4bdb09873434","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-b71ce9cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.625889566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4437006e-92b8-4eda-8288-c6826fd2d69f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.626006799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4437006e-92b8-4eda-8288-c6826fd2d69f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.632633313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c04c3116-4c46-4d06-8218-4a1f93b12dfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.673971579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c04c3116-4c46-4d06-8218-4a1f93b12dfa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.678634971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c68e5593-99b5-4573-aaea-3a8765ef24be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.678722567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c68e5593-99b5-4573-aaea-3a8765ef24be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.703867719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"492224f4-0677-4281-9518-bdd4af05acf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.703981519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"492224f4-0677-4281-9518-bdd4af05acf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.738814243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"4d0c9866-514d-4938-b914-c80f1b9b2b62","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.739265315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"df14570d-d8b6-4ad1-83ab-9f753e3c02ca","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.748411766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c16cab98-45ee-4f5f-9123-c690ac440cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.795629531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"df14570d-d8b6-4ad1-83ab-9f753e3c02ca","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.797566679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"4d0c9866-514d-4938-b914-c80f1b9b2b62","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.798132886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c16cab98-45ee-4f5f-9123-c690ac440cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.80090395Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b71ce9cf","reconcileID":"20025329-8f2f-4393-96f7-1f109ed6fa02","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b71ce9cf","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"subscriptions":["ai-tenant-e2e-mt-d28fad52/e2e-shared-int-sub-aec6e904","models-as-a-service/e2e-default-int-sub-770dc1","models-as-a-service/e2e-neg-ghost-sub-b71ce9cf","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.801204288Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b71ce9cf","reconcileID":"20025329-8f2f-4393-96f7-1f109ed6fa02","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b71ce9cf","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b71ce9cf","error":"MaaSModelRef not found: llm/nonexistent-model-b71ce9cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.815032786Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"df14570d-d8b6-4ad1-83ab-9f753e3c02ca","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.820711112Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"4d0c9866-514d-4938-b914-c80f1b9b2b62","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.848133896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"871b258b-80b3-460c-8ad2-8514eb526e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.84923446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a14c711-7f33-4ac5-b60e-09136ad75942","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.850080726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a14c711-7f33-4ac5-b60e-09136ad75942","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:21.850800234Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"4d0c9866-514d-4938-b914-c80f1b9b2b62","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-sub-auth-b71ce9cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.974249382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"871b258b-80b3-460c-8ad2-8514eb526e20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.991243749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11cee0a5-c027-49b8-86b1-ef2bba471159","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:21.991901725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-sub-aec6e904","reconcileID":"31eb1bed-96dd-4356-ae6d-744ab105ffe6","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.174179845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"eac31334-6db6-4106-ae04-18c743e35440","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.177343569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30ece180-ac0c-4dd1-a7fd-22619f3f3d1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.177365197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"30ece180-ac0c-4dd1-a7fd-22619f3f3d1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.177992725Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-770dc1","reconcileID":"2dcf6c44-5030-44dd-a0b0-f104a0d4bd50","MaaSSubscription":{"name":"e2e-default-int-sub-770dc1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.252357396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"5c2e31aa-7ad9-478f-99aa-e44af212980f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.276022676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48e44889-5cef-443b-a389-3a125cbb20ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.293107427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"eac31334-6db6-4106-ae04-18c743e35440","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.296762785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"5c2e31aa-7ad9-478f-99aa-e44af212980f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.299737405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b71ce9cf","reconcileID":"6595ffde-237f-4290-852e-2afeb405a991","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b71ce9cf","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":4,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.300014159Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b71ce9cf","reconcileID":"6595ffde-237f-4290-852e-2afeb405a991","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b71ce9cf","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b71ce9cf","error":"MaaSModelRef not found: llm/nonexistent-model-b71ce9cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.303634632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"48e44889-5cef-443b-a389-3a125cbb20ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.31666401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"eac31334-6db6-4106-ae04-18c743e35440","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:22.316673837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"5c2e31aa-7ad9-478f-99aa-e44af212980f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:24.337022399Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52059290-b097-45f8-a698-615bd94e33ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:24.33704635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"52059290-b097-45f8-a698-615bd94e33ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:24.378595716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"72630dea-af96-4443-9012-494d67d945f0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:24.379130584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4829c66f-9277-4d04-b840-bb4270683f9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:24.379133901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7b28540-283b-4246-9922-91bc563f111f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:24.380306584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"536102b9-62cb-49e3-a5a8-bbd3e1c3e8ab","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:24.402272848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"72630dea-af96-4443-9012-494d67d945f0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:24.402373715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7b28540-283b-4246-9922-91bc563f111f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:24.405815671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4829c66f-9277-4d04-b840-bb4270683f9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:24.405828779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"536102b9-62cb-49e3-a5a8-bbd3e1c3e8ab","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:24.42254369Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"72630dea-af96-4443-9012-494d67d945f0","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:24.427894042Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 14","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"536102b9-62cb-49e3-a5a8-bbd3e1c3e8ab","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:24.485142754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"ddd5925a-bac5-4ee2-8c59-e0bd8308e8cf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:24.539887516Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"ddd5925a-bac5-4ee2-8c59-e0bd8308e8cf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:24.558327366Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 15","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"ddd5925a-bac5-4ee2-8c59-e0bd8308e8cf","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:24.578987209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0695723-5a39-431b-bcd7-1372765ee079","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:24.57900859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e0695723-5a39-431b-bcd7-1372765ee079","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:26.900374771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"226a0deb-fd63-47b0-941f-9d73ca138e54","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:26.92031944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"226a0deb-fd63-47b0-941f-9d73ca138e54","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:26.938430672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-99dfb0-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c57081e8f33b1ddfc3a8537a363ba0bf266eab559674b412fb74bb76065851ec) AuthConfig (de152d10a01f75dee81c09eaac1dae3559fb57d7fd0708e0da25c9720fdaff9a) AuthConfig (95d4e9841a3ee87ca589e9ee05d1f47f8467ac457e62be4b8b9f53a258042ab4) AuthConfig (ddd937b6893fad811e78f07c1696b0b15778a30396863ffa4be4364a98183f44) AuthConfig (f50d384ee388e985bc25e0e03dd4a5582b274239ee100095229ff8e3d4e86b1e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"226a0deb-fd63-47b0-941f-9d73ca138e54","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.388630729Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b71ce9cf","reconcileID":"5c6f50d9-b276-4131-bb76-3e726544bf16","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b71ce9cf","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-b71ce9cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.439466291Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b71ce9cf","reconcileID":"5c6f50d9-b276-4131-bb76-3e726544bf16","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b71ce9cf","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-d28fad52/e2e-shared-int-sub-aec6e904","models-as-a-service/e2e-default-int-sub-770dc1","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.440218265Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b71ce9cf","reconcileID":"5c6f50d9-b276-4131-bb76-3e726544bf16","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b71ce9cf","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b71ce9cf","subscription":"e2e-neg-ghost-sub-b71ce9cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.440384914Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-b71ce9cf","reconcileID":"5c6f50d9-b276-4131-bb76-3e726544bf16","MaaSSubscription":{"name":"e2e-neg-ghost-sub-b71ce9cf","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-b71ce9cf","error":"MaaSModelRef not found: llm/nonexistent-model-b71ce9cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.477105329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"f7e6ec4c-11d6-4fc9-8eb5-dc8c68dffd83","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.477101791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"b654a3db-9bc3-4ffe-8039-2251d78c1dc4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.484800814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-sub-aec6e904","reconcileID":"ecd34a7d-54ab-4e65-99f9-cfe61394b6d3","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.485087278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-770dc1","reconcileID":"4fe1262d-e09e-49ce-9016-f591a74ccd36","MaaSSubscription":{"name":"e2e-default-int-sub-770dc1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.485350009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc416a7c-aa7a-461d-8dd3-0dbfb13cce2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.538550641Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"b654a3db-9bc3-4ffe-8039-2251d78c1dc4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:34.539688775Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"f7e6ec4c-11d6-4fc9-8eb5-dc8c68dffd83","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.557135254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"b654a3db-9bc3-4ffe-8039-2251d78c1dc4","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:34.561780155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"f7e6ec4c-11d6-4fc9-8eb5-dc8c68dffd83","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.562022632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01557aaa-181a-4a0a-b0b2-7a73a9d5376c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.562043703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"01557aaa-181a-4a0a-b0b2-7a73a9d5376c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.576926963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58bb3945-41ba-4f5c-abcc-755655427869","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.57694492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"58bb3945-41ba-4f5c-abcc-755655427869","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.59434618Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7959e95f-be98-46f0-9033-44c4a39820d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.594418443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7959e95f-be98-46f0-9033-44c4a39820d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.60943846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"f0835258-6a9c-4a7c-868d-ef198df57a02","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.615458148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90b638b4-fc4d-4984-87bf-bca3121fe89f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.615474438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"90b638b4-fc4d-4984-87bf-bca3121fe89f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.638251437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"f0835258-6a9c-4a7c-868d-ef198df57a02","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.656599856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 16","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"f0835258-6a9c-4a7c-868d-ef198df57a02","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.676952949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"914766ac-cb6b-4faa-80f6-271683131255","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.676978367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"914766ac-cb6b-4faa-80f6-271683131255","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.695778052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"16c38a54-7b3d-49c5-b7b2-abe8b4b731ab","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.709538448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a816c331-35f8-4f31-865a-b06558e57d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.70988368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78d7e1e1-e241-448a-98db-22ad1de6e743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.710028609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"c63ca859-cd27-4fa1-b9e8-52a89b3f38d6","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.736054878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a816c331-35f8-4f31-865a-b06558e57d4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.73767488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"78d7e1e1-e241-448a-98db-22ad1de6e743","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.744132791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"c63ca859-cd27-4fa1-b9e8-52a89b3f38d6","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.748712891Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"16c38a54-7b3d-49c5-b7b2-abe8b4b731ab","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.753059316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc4cf5c6-3b70-4529-ad9f-d28af3bef5ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.753074594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc4cf5c6-3b70-4529-ad9f-d28af3bef5ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.76372516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"c63ca859-cd27-4fa1-b9e8-52a89b3f38d6","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.76714073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 17","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"16c38a54-7b3d-49c5-b7b2-abe8b4b731ab","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.781051919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67715106-d199-425c-be9b-577284a05d42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.781068812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67715106-d199-425c-be9b-577284a05d42","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.786020172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bd56efb-eb8c-4a3e-b2f7-53d6ac208515","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.786034312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7bd56efb-eb8c-4a3e-b2f7-53d6ac208515","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.809664268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"f49b2e49-69dd-4c88-a8e8-c8f6b262e801","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.884170718Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"f49b2e49-69dd-4c88-a8e8-c8f6b262e801","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.904955238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"f49b2e49-69dd-4c88-a8e8-c8f6b262e801","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:34.925769729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"f49b2e49-69dd-4c88-a8e8-c8f6b262e801","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-neg-ghost-sub-auth-b71ce9cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:34.92608723Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-b71ce9cf","reconcileID":"ae57a95d-caa7-47e0-917b-a2a321a8b3c7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-b71ce9cf","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.100865224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"129afae7-cfa4-4db9-9094-16b4f56d1c51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.100893429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"129afae7-cfa4-4db9-9094-16b4f56d1c51","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.422603928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92cecd34-ef97-4bc4-a528-607e12654723","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.422741992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92cecd34-ef97-4bc4-a528-607e12654723","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.529012306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62c42f7c-d7fe-44b9-8d6e-c7863b0735f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.529101155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62c42f7c-d7fe-44b9-8d6e-c7863b0735f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.597021989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"89e1f2f7-8e87-4e85-8e4c-09fdd6cfd233","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.619217186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"89e1f2f7-8e87-4e85-8e4c-09fdd6cfd233","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.656567453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"89e1f2f7-8e87-4e85-8e4c-09fdd6cfd233","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.676430907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fb7c7b0-23e2-4f72-ba9e-a390bdce0c56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.676456306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8fb7c7b0-23e2-4f72-ba9e-a390bdce0c56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.751441935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"f5ac0284-edcd-4dbf-b79a-12a80bb956d8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.776104731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"f5ac0284-edcd-4dbf-b79a-12a80bb956d8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:35.836910087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 18","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"f5ac0284-edcd-4dbf-b79a-12a80bb956d8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:36.072159577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c96f549a-d1c7-4df6-8a77-a0a237fb9d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:36.088550861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c96f549a-d1c7-4df6-8a77-a0a237fb9d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:36.103030531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c96f549a-d1c7-4df6-8a77-a0a237fb9d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:36.117763972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c96f549a-d1c7-4df6-8a77-a0a237fb9d50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:36.818244215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4513ba00-40bf-4e67-b224-bf530542aebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:36.833531624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4513ba00-40bf-4e67-b224-bf530542aebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:36.850291249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4513ba00-40bf-4e67-b224-bf530542aebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:36.867944418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4513ba00-40bf-4e67-b224-bf530542aebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:36.996249033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"ee1d6c97-09dc-4882-8519-06667fc26347","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:37.016439664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"ee1d6c97-09dc-4882-8519-06667fc26347","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:37.102571271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"e2db566f-bd31-47e6-8f7d-6b37e544802f","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.054640779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"cadd33be-58ba-4363-830e-c31f71bd0625","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.099968438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"69a1091b-3e33-4063-8f7e-6171cf355e6d","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.116103691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-subscription","reconcileID":"df44b494-709d-4913-94a2-0475bd5d8fff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.131667238Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"32e04208-b2c4-4128-90ff-1b99f3d6ff75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.169787127Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"32e04208-b2c4-4128-90ff-1b99f3d6ff75","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.170557558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"01e3c6f7-51cb-4adc-bc95-82756a143df9","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.209567134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"c2674295-8ed8-44a2-a130-01f3fb0683c2","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.210844088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"1ecc8f52-9867-48c9-be83-917374b6ebd4","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.220765261Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"c50b1ce3-d253-469a-8da0-ba064679172d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.221050808Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"76e71431-d74a-4fd2-b99a-59ecc2637564","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.244948514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"2da06e1b-9d4a-43d7-8b6c-c930ac52d697","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.245678455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"c50b1ce3-d253-469a-8da0-ba064679172d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.246607615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"76e71431-d74a-4fd2-b99a-59ecc2637564","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.24750216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"073c0540-1b0d-4598-a245-47c1f3e19f0c","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.285464677Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-subscription","reconcileID":"55b00ce0-6682-4738-a38e-df85f145a9ac","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription","ai-tenant-e2e-worker-w1-99dfb0/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.290339424Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"962fa1a5-e15d-4b8c-aa1e-89ca76286c7e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.290456782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"962fa1a5-e15d-4b8c-aa1e-89ca76286c7e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.29033157Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"ee972fbe-95d2-4d8b-bd35-96de1755d9a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.290612891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"ee972fbe-95d2-4d8b-bd35-96de1755d9a3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.291281483Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"1407e03a-d513-484d-8b44-7466ff4c2049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.306798211Z","body":"failed to persist reconcile failure","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"1407e03a-d513-484d-8b44-7466ff4c2049","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).reconcileFailed\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:2144\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:626\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.306841696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"1407e03a-d513-484d-8b44-7466ff4c2049","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.344086731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"e82cf3d0-fa44-4793-918d-4be13353e7c2","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.360045512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"089f5451-ba61-4a6b-93bf-6e5375688432","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.387683614Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"38902995-dc89-415b-aa11-2208239fa1f1","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.387717661Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"132c3f40-af99-449c-a735-62ca0bf946bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.387770035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"132c3f40-af99-449c-a735-62ca0bf946bd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.387770087Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"38902995-dc89-415b-aa11-2208239fa1f1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.393009163Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"aa69fdd4-79c7-4285-aed8-afadb14cc3ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.393146742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"aa69fdd4-79c7-4285-aed8-afadb14cc3ac","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.464917763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-subscription","reconcileID":"34bba3a8-2484-474a-ad8b-1159bab68c94","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.488887324Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"60f0fbf1-15ac-4ea0-b8f5-b0aabba629b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.488957644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"60f0fbf1-15ac-4ea0-b8f5-b0aabba629b3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.489129458Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"62d53c33-d86d-421b-8e2c-2956d4921e86","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.489159051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"62d53c33-d86d-421b-8e2c-2956d4921e86","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.489362637Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"a95b3a1e-dde0-4981-96f5-f7a04320a1b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.489404802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"a95b3a1e-dde0-4981-96f5-f7a04320a1b0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.592825684Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"9a8cec74-5a85-4e6e-b470-045f2509aaba","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.59289207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"9a8cec74-5a85-4e6e-b470-045f2509aaba","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.593060468Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"fab22a1d-50e1-478a-bb03-fe7e850b1117","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.593088911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"fab22a1d-50e1-478a-bb03-fe7e850b1117","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.593311377Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"ae639f01-2384-4b87-8bb4-668d10c005ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.593351567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"ae639f01-2384-4b87-8bb4-668d10c005ca","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.61676299Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"db09caca-5d39-4ba4-8d1e-46ccb383787c","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.61679805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"db09caca-5d39-4ba4-8d1e-46ccb383787c","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.73438843Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"7d8c2f9b-4b19-403e-932b-edadcea20275","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.734476085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"7d8c2f9b-4b19-403e-932b-edadcea20275","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.734804252Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"0c5a71f9-b860-469c-a851-443d9c9f9138","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.734859568Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"0c5a71f9-b860-469c-a851-443d9c9f9138","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.827744106Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c81cb83e-ea8a-423e-8326-377b2cc90435","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.827836943Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c81cb83e-ea8a-423e-8326-377b2cc90435","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.941924691Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"3de20032-5ab0-4e8e-8b80-009ae82ae92d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.942091359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"3de20032-5ab0-4e8e-8b80-009ae82ae92d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.942633978Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"44ea19e7-3008-47cc-beb2-d52a5cec9528","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:38.9427551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"44ea19e7-3008-47cc-beb2-d52a5cec9528","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.954768689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"e80820a8-0908-443a-9075-dc1e3befcd1a","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.955263305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"e80820a8-0908-443a-9075-dc1e3befcd1a","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.976346626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"e9914502-27ea-4f32-b3b7-eaf6a277ac96","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:38.976831611Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"e9914502-27ea-4f32-b3b7-eaf6a277ac96","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.030324952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"b613cadb-aa01-4fea-9f76-d060c143ed5c","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:39.047823314Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"f196ce62-55ff-4c7d-b3d2-652f90617b8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:39.04800643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"f196ce62-55ff-4c7d-b3d2-652f90617b8f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.097817773Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"b613cadb-aa01-4fea-9f76-d060c143ed5c","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"e2e-mt-79e6c631-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.116584362Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-79e6c631-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"b613cadb-aa01-4fea-9f76-d060c143ed5c","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.136990309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"33418a62-d671-4646-a483-55cd41ae85a1","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.138519139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"33418a62-d671-4646-a483-55cd41ae85a1","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.182865273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"596965ca-3710-41c2-8a82-72be36d8ed34","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.18404554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"596965ca-3710-41c2-8a82-72be36d8ed34","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.209811459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"8c86e4b4-6098-490e-8f8b-10a51f36e921","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.21162193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"564345e9-d3f7-4acb-97bc-b60ede7783f9","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.21931242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"ef584c59-8aaa-491f-a6f5-94789542e188","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.219330026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"ef584c59-8aaa-491f-a6f5-94789542e188","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:39.23087556Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-mt-79e6c631/e2e-sub-79e6c631","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-79e6c631\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.235870473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"8c86e4b4-6098-490e-8f8b-10a51f36e921","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"e2e-mt-79e6c631-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.243988462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"1a3cf314-3e38-45ac-b435-e00bd7681580","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.244089852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"1a3cf314-3e38-45ac-b435-e00bd7681580","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.261137338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-79e6c631-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"8c86e4b4-6098-490e-8f8b-10a51f36e921","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.309167594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"5f723c74-1690-4704-b5da-c8e68b2db812","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:39.328882448Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"24ebcd23-9aab-4237-94c1-d003aa579cd5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:39.329164022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"24ebcd23-9aab-4237-94c1-d003aa579cd5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:39.329876001Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"d8318ff9-26f4-41d4-9d39-5be48469b061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:39.330079889Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"d8318ff9-26f4-41d4-9d39-5be48469b061","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.330479193Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-sub-79e6c631","reconcileID":"ff8436b5-89e3-41ec-868b-c4599c30a6c0","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"maas-trlp-e2e-lifecycle-model-79e6c631","model":"e2e-lifecycle-model-79e6c631","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-79e6c631/e2e-sub-79e6c631"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.339509861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"5f723c74-1690-4704-b5da-c8e68b2db812","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"e2e-mt-79e6c631-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.366408668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-79e6c631-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"5f723c74-1690-4704-b5da-c8e68b2db812","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.400871685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"c99e672b-d8bf-4c0f-84ec-0a14cf47b17b","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.40089932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"c99e672b-d8bf-4c0f-84ec-0a14cf47b17b","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:39.428574252Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"4037538b-38c7-4aa6-b6b9-d7e1876628c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:39.428749129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"4037538b-38c7-4aa6-b6b9-d7e1876628c0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:39.454765222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-sub-79e6c631","reconcileID":"9e5613ca-27e9-42a0-bc7e-43ff4b79fe50","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"maas-trlp-e2e-lifecycle-model-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:40.057323474Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"da7d5d30-e487-4a6a-8c5a-9f153df41e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:40.057486115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"da7d5d30-e487-4a6a-8c5a-9f153df41e65","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:40.066807065Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"a43f4925-8bfd-4e7f-8116-9d159c4b3efa","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:40.068329901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"a43f4925-8bfd-4e7f-8116-9d159c4b3efa","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:40.226056689Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"89e5ee16-a126-48a7-9658-2226d598ffde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:40.226209798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"89e5ee16-a126-48a7-9658-2226d598ffde","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:40.382959905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0e7b059-107c-4e15-9216-f7ddc4902ca4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:40.382981007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0e7b059-107c-4e15-9216-f7ddc4902ca4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:40.402462706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b05b386-1e68-4828-b31d-4a61f378cfbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:40.402481274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b05b386-1e68-4828-b31d-4a61f378cfbd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:40.435916732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"9ae991e2-6432-43a7-978e-06c6c16d96ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c79a4e","tenantID":"e2e-api-a-c79a4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:40.510501977Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"9ae991e2-6432-43a7-978e-06c6c16d96ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"name":"e2e-api-a-c79a4e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:40.52905005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c79a4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"9ae991e2-6432-43a7-978e-06c6c16d96ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:40.55144785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93f465ba-3161-4195-a987-369bdbcf070f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:40.551594178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"93f465ba-3161-4195-a987-369bdbcf070f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:41.399849634Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"755276d1-ab66-4e34-9ebd-99eb13550976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:41.400024352Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"755276d1-ab66-4e34-9ebd-99eb13550976","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:41.495788723Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"b71a48c8-bf97-4e7a-a42e-6eb1bbb0d053","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:41.496300809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"b71a48c8-bf97-4e7a-a42e-6eb1bbb0d053","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:41.600978903Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"8324eb40-bca3-4d1f-aaa2-020c5bb2087f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:41.601254912Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"8324eb40-bca3-4d1f-aaa2-020c5bb2087f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:42.010559513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"bce98c59-558d-4f33-80f2-59d674d7ee34","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:42.065777497Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"73792698-c22c-47d4-b8d1-1465a9a30953","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:42.065944251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"73792698-c22c-47d4-b8d1-1465a9a30953","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:42.068116417Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"74b0fd39-0192-4675-af35-91cb582d7901","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:42.068256148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"74b0fd39-0192-4675-af35-91cb582d7901","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:42.068540063Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4de62e9d-bf0d-49eb-881a-3bb9f9c848f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:42.068613827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4de62e9d-bf0d-49eb-881a-3bb9f9c848f1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:43.023013476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"dea1bba5-ce09-4671-9b4d-306eecfce29a","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:43.088391095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"14989f57-2457-471c-8191-a5b3111a5ac6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:43.110278366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"7e8c0efc-123b-452f-b60c-1c1b95816def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:43.11050682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"20eb5fd5-b152-4911-a5d5-00681ab9d0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:43.137275796Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"7e8c0efc-123b-452f-b60c-1c1b95816def","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:43.138157995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"20eb5fd5-b152-4911-a5d5-00681ab9d0d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:43.155500943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"ca131ec9-1075-4b19-bdae-e47a4f0de641","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:43.204402581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"8abb5fe6-3f03-4bbd-a01a-fa5497200b7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:44.814863304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"38cd54fd-5393-4157-bb9f-e557e86b04ec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:44.878659149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"d24500e9-89b0-4ea4-923a-1b246f06be55","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:44.907745535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"d24500e9-89b0-4ea4-923a-1b246f06be55","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:44.934734501Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"38cd54fd-5393-4157-bb9f-e557e86b04ec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:44.939266591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"d24500e9-89b0-4ea4-923a-1b246f06be55","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:44.967621848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 19","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"38cd54fd-5393-4157-bb9f-e557e86b04ec","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:44.968640045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"989d1ffe-90be-41a5-b7a2-a517414f2627","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:44.968804989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"989d1ffe-90be-41a5-b7a2-a517414f2627","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:44.989962281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9e572bf-7728-4259-bd50-44b732ddf2f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:44.990037892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c9e572bf-7728-4259-bd50-44b732ddf2f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:45.759572419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"135bc82f-9e7a-40e6-af85-3920265b9fd2","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:45.775870614Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:45.898816089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"a458477d-4018-4a09-af01-0bfb51e44b20","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:45.951164399Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"a458477d-4018-4a09-af01-0bfb51e44b20","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:45.971078635Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"a458477d-4018-4a09-af01-0bfb51e44b20","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:45.978391987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48000c0b-bad1-4c8e-9973-cf5c10232ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:45.993675338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48000c0b-bad1-4c8e-9973-cf5c10232ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:45.996811661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6f372ef-5ca5-4b98-adb5-37596dbeb789","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:45.996832919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6f372ef-5ca5-4b98-adb5-37596dbeb789","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.008100263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48000c0b-bad1-4c8e-9973-cf5c10232ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.023314677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48000c0b-bad1-4c8e-9973-cf5c10232ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.658376675Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-8b57a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-8b57a2","reconcileID":"2e6147ce-0855-41d3-87f6-af3eb2418edb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-8b57a2","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-8b57a2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.715763613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbfe08c-5e75-4565-bcdc-0ae98a4fe3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.730692443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbfe08c-5e75-4565-bcdc-0ae98a4fe3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.745736484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbfe08c-5e75-4565-bcdc-0ae98a4fe3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:46.760854056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dbfe08c-5e75-4565-bcdc-0ae98a4fe3ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:47.27880362Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"3fe23ed0-7cb1-46df-ae36-3da46ffc9229","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:47.278877911Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"3fe23ed0-7cb1-46df-ae36-3da46ffc9229","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:47.279121098Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"ae910057-d414-47be-81b5-2a5c2dc04adc","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:47.279162235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"ae910057-d414-47be-81b5-2a5c2dc04adc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:47.279200701Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"5522b364-b9b4-468b-bb60-c41001827a00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:47.279283044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"5522b364-b9b4-468b-bb60-c41001827a00","error":"compose guardrails for subscription ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription and model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: compose ai-tenant-e2e-worker-w1-99dfb0/e2e-dedup-subscription@e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:47.417718597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db293400-0805-43df-b474-b85aa89ebf40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:47.432732815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db293400-0805-43df-b474-b85aa89ebf40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:47.448257069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db293400-0805-43df-b474-b85aa89ebf40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:47.464087943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db293400-0805-43df-b474-b85aa89ebf40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:49.396499634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"6ae34a21-4b5c-4676-9f42-38a17a281450","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:49.417366476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"6ae34a21-4b5c-4676-9f42-38a17a281450","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"e2e-mt-79e6c631-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:49.436653801Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-79e6c631-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"6ae34a21-4b5c-4676-9f42-38a17a281450","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.581600309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"8dd1fae3-049e-45bb-a1f9-d309a4342e97","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c79a4e","tenantID":"e2e-api-a-c79a4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.601910945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"8dd1fae3-049e-45bb-a1f9-d309a4342e97","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"name":"e2e-api-a-c79a4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:50.620460605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c79a4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"8dd1fae3-049e-45bb-a1f9-d309a4342e97","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.067215716Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-subscription","reconcileID":"6a2ae8cd-16c8-41b3-ae4b-49d7d0f850ac","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.118093849Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-subscription","reconcileID":"6a2ae8cd-16c8-41b3-ae4b-49d7d0f850ac","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.16784674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"ad68f747-8b24-4475-ae9f-d18ea44ff324","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.197710098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"dbb36eca-fa5e-4a4a-89e3-361c16053c80","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.219843992Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"73991fa1-da0a-4897-9c68-366040b41e06","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.219865839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"73991fa1-da0a-4897-9c68-366040b41e06","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.249579095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"d98b85c7-880a-4aeb-ad0f-8c047a7eed42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.249877387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8a1337a3-9433-4cb8-b841-279595780b83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.269871898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"d98b85c7-880a-4aeb-ad0f-8c047a7eed42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.270027089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8a1337a3-9433-4cb8-b841-279595780b83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.347655134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"636f615c-531f-48be-8f44-abfce121ce6b","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.348017314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"a02b13e0-34bf-467a-a2c5-baf8b9b1ee93","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.354712599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"3ee2bc6e-7567-4a81-a09e-17a9c0c9223f","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.358614829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"5f323309-68aa-4b92-b49a-7d7d0a7c4d66","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.36911959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"a02b13e0-34bf-467a-a2c5-baf8b9b1ee93","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:52.452665486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"a02b13e0-34bf-467a-a2c5-baf8b9b1ee93","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.453097558Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-dedup-auth","reconcileID":"8e02e6dc-d79a-4439-a0d3-444b10e329f7","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:52.561562185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"03c31543-1b86-4615-9727-b054d67814d3","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.529433168Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"656a967f-732c-45a7-b99d-60ce97db2b5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.529469892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"656a967f-732c-45a7-b99d-60ce97db2b5e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.530113341Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"81629aef-e65c-4e45-aaa1-c61343f98829","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.533663135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"a6755887-5ab6-40be-b4a7-f0f041467129","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.55333801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"8f29345f-b626-4e6d-b7d4-3686c787fc01","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.613450451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d00df56a-64a1-4f04-a9bb-d3a6f6a721a0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.649761771Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-policy-aec6e904","reconcileID":"81629aef-e65c-4e45-aaa1-c61343f98829","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"policyNamespace":"ai-tenant-e2e-mt-d28fad52","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.650721859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d00df56a-64a1-4f04-a9bb-d3a6f6a721a0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.703540949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"654a4cd0-b9ae-4805-a768-212241bf6b0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.717649875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"654a4cd0-b9ae-4805-a768-212241bf6b0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.864366568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e57d9e11-2520-4af6-ae62-89d4d212a576","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.864395814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e57d9e11-2520-4af6-ae62-89d4d212a576","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.867158456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"23707222-90d0-4919-a9d5-2093b9c25c72","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.89256441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"44f76c85-1d98-457f-a85f-aa7d963530fc","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:53.907087313Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"bc4eab87-88b6-4efc-9aad-bf8a9a038452","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.948490734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"bb5c3e53-f262-4bca-9b59-ff5e5112ea18","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.970830643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"fdfd9888-c792-4679-a73a-615bf1ac6da4","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.988732629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"5959d02b-51bc-448e-ac23-2068329723f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.989057367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"721709fe-a699-489a-a0ee-0ffa88c03192","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:53.989369128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"f839bad0-c8ac-426a-a2c4-5914867d69fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.009913207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"5959d02b-51bc-448e-ac23-2068329723f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.010460887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"721709fe-a699-489a-a0ee-0ffa88c03192","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.012699587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"f839bad0-c8ac-426a-a2c4-5914867d69fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.066480702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"5837fe02-287e-45d8-a750-0ddcb1c9274a","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.070114215Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"7faed804-1f80-4ea6-aee7-50265e9d3129","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-distinct-w1-99dfb0","model":"distinct-w1-99dfb0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.08570257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"44153ccd-c094-4579-8178-0fe3ee06f1ba","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.12964884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"dcfd63fd-a698-4165-a55a-3ba95b7cd0a7","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.139646279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"362ea7b8-9dc3-4f2a-9232-12197c854f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.159703087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"362ea7b8-9dc3-4f2a-9232-12197c854f51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.17392334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"7c64c2d4-08e8-4486-b96a-942c84c0b72f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-distinct-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.239706384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"2212dd18-cbcc-44b8-a39c-179ab8d702eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.24029804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c667e03c-56e7-4e2f-937d-8a21a5a8faaf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.244474428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0b32fd1a-07a5-42be-990b-6f199ffffed1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.260391694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"2212dd18-cbcc-44b8-a39c-179ab8d702eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.263012773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"c667e03c-56e7-4e2f-937d-8a21a5a8faaf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.264507433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0b32fd1a-07a5-42be-990b-6f199ffffed1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.283295516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"08247f31-8156-4b8c-8f37-931538b799fe","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.283474417Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-99dfb0 priority=0:[ai-tenant-e2e-worker-w1-99dfb0/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w1-99dfb0/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.304074852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"ea74f7c5-2a57-4796-8971-d52e34601dc9","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:54.316994917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"4974b794-3d57-49f3-8a27-f63d70b6eedc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:54.320376505Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"ea74f7c5-2a57-4796-8971-d52e34601dc9","name":"distinct-2-w1-99dfb0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-99dfb0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T22:58:54.320426656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"ea74f7c5-2a57-4796-8971-d52e34601dc9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w1-99dfb0\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.326663533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"e2c38382-78a7-45c7-ab14-53b386a45156","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.327271068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"5ea0170c-7dfa-47ec-9702-5c08a9ebbdc1","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.354800956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"95ae674d-e6b1-4aa4-bc21-e5a18ee04835","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.367536067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"45308985-006b-432c-9a2c-aeedfba9fe27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.374043127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"f9e886d2-8484-4b87-aa0e-47253c4b5c9e","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.387023017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"45308985-006b-432c-9a2c-aeedfba9fe27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.439046533Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"86dfa335-44d9-45a2-bdfc-706510f23ba2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-distinct-2-w1-99dfb0","model":"distinct-2-w1-99dfb0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.472812055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"547ac4aa-817b-4d0a-881f-f8e933fed398","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.500383038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"cda02c17-0315-4749-9327-0860d6482be6","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.533767006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"69fddaea-8903-484f-9651-7ce923f5a519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.534357088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"496919d7-b727-457e-8294-047194b3613f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.55061545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"2e26371a-baab-4e17-ae21-1cee35f452a6","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-distinct-2-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.556354756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"69fddaea-8903-484f-9651-7ce923f5a519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.557073841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"496919d7-b727-457e-8294-047194b3613f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.625708738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"882f7a3e-220b-4d5f-b9ec-7f90db60d745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.626154992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"bc1a2aa4-c7a6-47ba-a580-f53620ee7163","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.64896508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"bc1a2aa4-c7a6-47ba-a580-f53620ee7163","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:54.651288457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"882f7a3e-220b-4d5f-b9ec-7f90db60d745","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.029559479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"dbf3ee86-ad59-4f48-abcf-c7917b9642fc","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.049160504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"dbf3ee86-ad59-4f48-abcf-c7917b9642fc","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.067305323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"dbf3ee86-ad59-4f48-abcf-c7917b9642fc","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.087266912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"185a4f94-0c7f-4f8b-bbc9-036e7740875e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.087284678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"185a4f94-0c7f-4f8b-bbc9-036e7740875e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.635808484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"f53d7968-3ad4-4173-a2a2-958ac977597c","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.717234296Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"d0343019-92cc-4c44-893b-0dabd7da4e38","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5b259700","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.746753225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c52a9139-040e-4245-8062-3ffd2e131ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.747132159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d7be8395-5fc5-4568-a383-bf57d08b5435","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.747394844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8e5f6e89-f435-42e2-86ab-82387dd1671e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.758319156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6123c741-b721-4a35-879a-51e6447e4c8b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.78777559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c52a9139-040e-4245-8062-3ffd2e131ed5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.791818741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"6123c741-b721-4a35-879a-51e6447e4c8b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.792692651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d7be8395-5fc5-4568-a383-bf57d08b5435","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.794992686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8e5f6e89-f435-42e2-86ab-82387dd1671e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.902981016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7401b038-e544-4307-81a1-b67fdbc04d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.90386171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1fc99e87-46c5-4b6d-afc4-70c831f5e9d3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.904162606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e05618d0-00b0-4eed-9b9a-d3e3bacbfd69","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.922247091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7401b038-e544-4307-81a1-b67fdbc04d31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.923496655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e05618d0-00b0-4eed-9b9a-d3e3bacbfd69","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:55.924498378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1fc99e87-46c5-4b6d-afc4-70c831f5e9d3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:56.003630124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"69400ac4-4ed5-4621-8bfd-6551bb3f79ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:56.02321996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"69400ac4-4ed5-4621-8bfd-6551bb3f79ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:56.088279865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"dada67d8-261e-41f8-8096-bb7e2cc1b69e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:56.107522145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"dada67d8-261e-41f8-8096-bb7e2cc1b69e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:56.12592615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"dada67d8-261e-41f8-8096-bb7e2cc1b69e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:59.475240735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"4b123e37-64f9-4208-bc8b-68d03c063daa","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:59.499598854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"4b123e37-64f9-4208-bc8b-68d03c063daa","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"e2e-mt-79e6c631-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:58:59.517585907Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-79e6c631-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"4b123e37-64f9-4208-bc8b-68d03c063daa","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:00.651883401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"2155fdeb-b644-4fd9-98ca-2eabd2f8da9d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c79a4e","tenantID":"e2e-api-a-c79a4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:00.671677517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"2155fdeb-b644-4fd9-98ca-2eabd2f8da9d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"name":"e2e-api-a-c79a4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:00.689539737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c79a4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"2155fdeb-b644-4fd9-98ca-2eabd2f8da9d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:01.793963918Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-sub-79e6c631","reconcileID":"db423491-eb7c-4000-999b-a91943c704f9","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"maas-trlp-e2e-lifecycle-model-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:01.849890418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"c487be7e-f1f4-41af-b227-5f6381106032","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:01.84991224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"c487be7e-f1f4-41af-b227-5f6381106032","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:02.738352324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"62b588b1-37de-45bc-b041-171f2c8f801f","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:02.761598815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"62b588b1-37de-45bc-b041-171f2c8f801f","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"e2e-mt-79e6c631-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:02.782162106Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-79e6c631-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7acf24594a41d19ab9b2e732f552b66fd4cb514d33669bd52f29b5740644c935) AuthConfig (16f7d3bd37a3371236de899f4f807dfb6abe734a1f83f7c8344d59078508bbe2) AuthConfig (768d1fcd24eeadedb3b6cfe23758b15e6c3fa009eaaccfe12ace5a1f7538ffd4) AuthConfig (7ab3bfd31aa763f69ed2711b5a499ece43d684c9d4e05eeef5bb8306bfff2365) AuthConfig (7a1274d97659c04059c1112942f18f41d8f6fa23e41de1f57565aac428142feb) AuthConfig (92f37863e1dadf00175e3341036e28bd9f9eeb8ebed08fedf8c29953e2bf0955) AuthConfig (d4f585bbcd7420abc29d53ff6c39eca664d057ff6ccba100bf312ba6d0241b2e) AuthConfig (1389cdd9403cee68e0a3dae077f8851fe3e4c531fec41b36d8bc8adbc99eab49) AuthConfig (a46e3ca65e82a1e93be1ba5ebb8c0df384cf648258b3792e144e5e5c48b30a7a) AuthConfig (c3aecad0d457150d2c773a798eaabd1b18b7368a34b0f4baf634913806e8c2bc) AuthConfig (b5c2c0a27eab7d68e94e3f5bd0cc2950533a999b4270b55ac0c4b6f512dc5299) AuthConfig (714630bd5d833d3e01414536cf114804e6343495305a53da1c9bc90640c3de14) AuthConfig (f98428de5535c6cb83151fc6e57fd8e9b4425c71f3b79cb6881d1e67088ea498) AuthConfig (c92ba375e6167c70fd6de6d1122ac7f4e4f9e401fa953b246a38931d0b06136f) AuthConfig (1dc30df291fe5818510167247657ea73a4ee5f9cd43fd2fdcb132e0f0702cc69) AuthConfig (ba8cbb29241df4aab943ff74ce00984c0f8890e2d82ee96200fc6b6a67405ccb) AuthConfig (db091da9f898ed7ba2c0473899a4f7cb0b9d277d1b40980f65322feed85adf3a) AuthConfig (316bb73d24154ca084a88c40d897d1ec5451f39d5add4884c865e876a229f4a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"62b588b1-37de-45bc-b041-171f2c8f801f","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:02.810555427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"a85dc365-278b-442f-90c2-8d036d7d0b4e","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:02.81070015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"a85dc365-278b-442f-90c2-8d036d7d0b4e","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:03.918970777Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-sub-aec6e904","reconcileID":"9ecb3a1f-a68b-4bf5-aac5-561381490cff","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-aec6e904","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:03.970239972Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"namespace":"ai-tenant-e2e-mt-d28fad52","name":"e2e-shared-int-sub-aec6e904","reconcileID":"9ecb3a1f-a68b-4bf5-aac5-561381490cff","MaaSSubscription":{"name":"e2e-shared-int-sub-aec6e904","namespace":"ai-tenant-e2e-mt-d28fad52"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-770dc1","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:04.014545214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-770dc1","reconcileID":"811cbc8d-a436-4122-af0a-e03c11e5b06f","MaaSSubscription":{"name":"e2e-default-int-sub-770dc1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:04.014587588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1fc50fe4-b755-4794-a3c3-6d3e468fb466","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:04.039221881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a70016f4-d2d9-4d0b-b512-610ba9c01da9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:04.039240606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a70016f4-d2d9-4d0b-b512-610ba9c01da9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:04.060629885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"6d8e9894-2b65-448c-845d-8910f47b5c28","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:05.182667453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"20aba7f7-c11c-4771-918c-4ecb950da96e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:05.213957477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"20aba7f7-c11c-4771-918c-4ecb950da96e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:05.232385204Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"20aba7f7-c11c-4771-918c-4ecb950da96e","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:05.742905177Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"2bd5996f-6672-4e24-834c-38b340e5fa7e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:05.758385912Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"2bd5996f-6672-4e24-834c-38b340e5fa7e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:05.773282582Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"2bd5996f-6672-4e24-834c-38b340e5fa7e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:05.829415947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"8a07892c-a703-424a-815f-d34572ae2a60","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8b57a2","tenantID":"e2e-api-b-8b57a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:05.861370568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"6c1cee4c-5c2b-47d4-a5bb-cd37554bfaad","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:05.872425372Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"8a07892c-a703-424a-815f-d34572ae2a60","name":"e2e-api-b-8b57a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:05.973718044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fe29cef4-5f88-431d-9eab-bb8d12adbc78","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:05.974096925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c689c577-fc3f-44f7-bf4b-0612960a0820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:05.974478236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"31e1034f-98bd-4f01-8d9a-ebba4e9bd411","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:05.974811481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"83cc39c9-25e5-490a-823e-d164e94b4f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:06.023103387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"fe29cef4-5f88-431d-9eab-bb8d12adbc78","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:06.024692937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"331f4a1d-64a2-4881-95fc-4f4eb01d5d6d","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:06.031972878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"31e1034f-98bd-4f01-8d9a-ebba4e9bd411","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:06.03795409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c689c577-fc3f-44f7-bf4b-0612960a0820","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:06.039529549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"83cc39c9-25e5-490a-823e-d164e94b4f64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:06.140804247Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"a6082ad7-168d-40ec-bba9-afd7bbf89dfa","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7ba8d575","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:06.208438303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"536832d9-681a-4cdc-8a83-39de0c567ae4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:06.261091208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"536832d9-681a-4cdc-8a83-39de0c567ae4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:06.299370169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"536832d9-681a-4cdc-8a83-39de0c567ae4","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:06.328920968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1f3934d7-0f25-40bd-9c37-8cd59d658d5c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:06.349877539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"1f3934d7-0f25-40bd-9c37-8cd59d658d5c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:06.358511653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"9698ab38-8540-43c5-9b78-405947695ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:06.358540919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"fafafddd-7e71-43f9-9b46-3151195f7c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:06.358919225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e546058b-a160-47f3-8274-546dd718fbba","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:06.378488841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"9698ab38-8540-43c5-9b78-405947695ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:06.37856999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e546058b-a160-47f3-8274-546dd718fbba","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:06.380948078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"fafafddd-7e71-43f9-9b46-3151195f7c07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:10.718696937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"e6249cca-9371-4248-8be2-98a53a51670d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c79a4e","tenantID":"e2e-api-a-c79a4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:10.738443353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"e6249cca-9371-4248-8be2-98a53a51670d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"name":"e2e-api-a-c79a4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:10.757144266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c79a4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e56861a34639462276cdacb23886841e87cc1f43dd6c122d214b6cf7475f8ce2) AuthConfig (dc130933a4c666317e52e755f8ec9d6c07e1c442b5cb321094e270b51cd46364) AuthConfig (9a62b0e13d8e024d8be4f319a74dbb7a41b75edc494e7648ee6b0dda2ad24395) AuthConfig (50182652040371ab51ee3d63865429faf710380136a816b18602f990d05bfce8) AuthConfig (91b8c83d906fcb812253a0aeaa359c5a28898d7ab3c02cb2885693e831cf6048) AuthConfig (c226959d9e57e7bf528a343ec43f2312d9d8ac785a69326cde85b4093f378ca5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"e6249cca-9371-4248-8be2-98a53a51670d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:10.777548996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54ddf15c-8120-4c48-95df-42124096dd59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:10.777566905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54ddf15c-8120-4c48-95df-42124096dd59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:12.880289382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"8733a560-1a6a-4fca-a5ee-c8e2812e4b52","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:12.921796542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"8733a560-1a6a-4fca-a5ee-c8e2812e4b52","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"e2e-mt-79e6c631-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:12.939768927Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-79e6c631-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7acf24594a41d19ab9b2e732f552b66fd4cb514d33669bd52f29b5740644c935) AuthConfig (16f7d3bd37a3371236de899f4f807dfb6abe734a1f83f7c8344d59078508bbe2) AuthConfig (768d1fcd24eeadedb3b6cfe23758b15e6c3fa009eaaccfe12ace5a1f7538ffd4) AuthConfig (7ab3bfd31aa763f69ed2711b5a499ece43d684c9d4e05eeef5bb8306bfff2365) AuthConfig (7a1274d97659c04059c1112942f18f41d8f6fa23e41de1f57565aac428142feb) AuthConfig (92f37863e1dadf00175e3341036e28bd9f9eeb8ebed08fedf8c29953e2bf0955) AuthConfig (d4f585bbcd7420abc29d53ff6c39eca664d057ff6ccba100bf312ba6d0241b2e) AuthConfig (1389cdd9403cee68e0a3dae077f8851fe3e4c531fec41b36d8bc8adbc99eab49) AuthConfig (a46e3ca65e82a1e93be1ba5ebb8c0df384cf648258b3792e144e5e5c48b30a7a) AuthConfig (c3aecad0d457150d2c773a798eaabd1b18b7368a34b0f4baf634913806e8c2bc) AuthConfig (b5c2c0a27eab7d68e94e3f5bd0cc2950533a999b4270b55ac0c4b6f512dc5299) AuthConfig (714630bd5d833d3e01414536cf114804e6343495305a53da1c9bc90640c3de14) AuthConfig (f98428de5535c6cb83151fc6e57fd8e9b4425c71f3b79cb6881d1e67088ea498) AuthConfig (c92ba375e6167c70fd6de6d1122ac7f4e4f9e401fa953b246a38931d0b06136f) AuthConfig (1dc30df291fe5818510167247657ea73a4ee5f9cd43fd2fdcb132e0f0702cc69) AuthConfig (ba8cbb29241df4aab943ff74ce00984c0f8890e2d82ee96200fc6b6a67405ccb) AuthConfig (db091da9f898ed7ba2c0473899a4f7cb0b9d277d1b40980f65322feed85adf3a) AuthConfig (316bb73d24154ca084a88c40d897d1ec5451f39d5add4884c865e876a229f4a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"8733a560-1a6a-4fca-a5ee-c8e2812e4b52","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.122899681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3bb991-9fa4-48fe-81da-2379f9625927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.137414331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3bb991-9fa4-48fe-81da-2379f9625927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.151525846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3bb991-9fa4-48fe-81da-2379f9625927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.172786471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc3bb991-9fa4-48fe-81da-2379f9625927","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.291746838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"bce8e0fd-c4e1-4b0b-a60f-f91322d785ac","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.311091014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"bce8e0fd-c4e1-4b0b-a60f-f91322d785ac","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.329245243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"bce8e0fd-c4e1-4b0b-a60f-f91322d785ac","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.659711246Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.809614902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939d51d8-ae51-42ec-8899-96fa5e689eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.82414069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939d51d8-ae51-42ec-8899-96fa5e689eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.838549299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939d51d8-ae51-42ec-8899-96fa5e689eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.852889608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"939d51d8-ae51-42ec-8899-96fa5e689eb1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:15.907632197Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-479c2a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-479c2a","reconcileID":"1b455a31-4aa5-4a00-b6f7-b4baf41d16ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-479c2a","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-479c2a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.156801609Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6843e7ac-f275-4d3d-9c86-d64f7ba5dad1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.189026099Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6843e7ac-f275-4d3d-9c86-d64f7ba5dad1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.204362743Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"6843e7ac-f275-4d3d-9c86-d64f7ba5dad1","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.380476351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"abd238f5-7f54-4b80-93fd-3f8f020e5290","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.385923893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"0b16b430-26f1-44b8-91a8-4676b2353049","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.405156434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"0b16b430-26f1-44b8-91a8-4676b2353049","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.423394599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"0b16b430-26f1-44b8-91a8-4676b2353049","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.504555866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963dcb5a-08b0-4edc-bfeb-f5688a79886d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.504688569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ff5014bf-af3c-4235-9a7d-b395445727c4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.518765031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963dcb5a-08b0-4edc-bfeb-f5688a79886d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.518841328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"527363d7-2e87-4133-84f4-a14031784a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.519005932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"30cc1abc-0732-4c4b-933e-ddb4b84da722","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.533316631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963dcb5a-08b0-4edc-bfeb-f5688a79886d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.533469822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"469088f8-4c4c-45b0-b08c-ed4d09694a16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.53808173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"527363d7-2e87-4133-84f4-a14031784a0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.542039069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"5e1eeafa-7be8-4036-962f-b74c516f0dbc","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.547533347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"963dcb5a-08b0-4edc-bfeb-f5688a79886d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.552609378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"30cc1abc-0732-4c4b-933e-ddb4b84da722","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.55271419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ff5014bf-af3c-4235-9a7d-b395445727c4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.567372903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"469088f8-4c4c-45b0-b08c-ed4d09694a16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.677934226Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8126eb2f-0c2c-4fbc-af05-bd201adf9f6d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.724738062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"4729faa7-6f34-4085-a440-0f46fc85c7a5","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.733758476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"07067d19-2f36-458b-8351-313ee02a28be","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.752875641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"07067d19-2f36-458b-8351-313ee02a28be","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.876872816Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"56a45c08-1c3c-4f4c-8459-3b68f866b381","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.876902868Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"3edaf069-c061-4526-9581-47da7d646eea","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:16.92407001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"82284dcf-4eed-4130-935c-a14f73404da5","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:20.811073245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"b7a10ffc-89ac-43cb-8516-8883b1e9f3e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c79a4e","tenantID":"e2e-api-a-c79a4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:20.840797623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"b7a10ffc-89ac-43cb-8516-8883b1e9f3e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"name":"e2e-api-a-c79a4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:20.86167336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c79a4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e56861a34639462276cdacb23886841e87cc1f43dd6c122d214b6cf7475f8ce2) AuthConfig (dc130933a4c666317e52e755f8ec9d6c07e1c442b5cb321094e270b51cd46364) AuthConfig (9a62b0e13d8e024d8be4f319a74dbb7a41b75edc494e7648ee6b0dda2ad24395) AuthConfig (50182652040371ab51ee3d63865429faf710380136a816b18602f990d05bfce8) AuthConfig (91b8c83d906fcb812253a0aeaa359c5a28898d7ab3c02cb2885693e831cf6048) AuthConfig (c226959d9e57e7bf528a343ec43f2312d9d8ac785a69326cde85b4093f378ca5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"b7a10ffc-89ac-43cb-8516-8883b1e9f3e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:22.99365895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"73d83202-90a7-492a-92e5-4dff60ab0038","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:23.013155443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"73d83202-90a7-492a-92e5-4dff60ab0038","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"e2e-mt-79e6c631-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:23.031311306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-79e6c631-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7acf24594a41d19ab9b2e732f552b66fd4cb514d33669bd52f29b5740644c935) AuthConfig (16f7d3bd37a3371236de899f4f807dfb6abe734a1f83f7c8344d59078508bbe2) AuthConfig (768d1fcd24eeadedb3b6cfe23758b15e6c3fa009eaaccfe12ace5a1f7538ffd4) AuthConfig (7ab3bfd31aa763f69ed2711b5a499ece43d684c9d4e05eeef5bb8306bfff2365) AuthConfig (7a1274d97659c04059c1112942f18f41d8f6fa23e41de1f57565aac428142feb) AuthConfig (92f37863e1dadf00175e3341036e28bd9f9eeb8ebed08fedf8c29953e2bf0955) AuthConfig (d4f585bbcd7420abc29d53ff6c39eca664d057ff6ccba100bf312ba6d0241b2e) AuthConfig (1389cdd9403cee68e0a3dae077f8851fe3e4c531fec41b36d8bc8adbc99eab49) AuthConfig (a46e3ca65e82a1e93be1ba5ebb8c0df384cf648258b3792e144e5e5c48b30a7a) AuthConfig (c3aecad0d457150d2c773a798eaabd1b18b7368a34b0f4baf634913806e8c2bc) AuthConfig (b5c2c0a27eab7d68e94e3f5bd0cc2950533a999b4270b55ac0c4b6f512dc5299) AuthConfig (714630bd5d833d3e01414536cf114804e6343495305a53da1c9bc90640c3de14) AuthConfig (f98428de5535c6cb83151fc6e57fd8e9b4425c71f3b79cb6881d1e67088ea498) AuthConfig (c92ba375e6167c70fd6de6d1122ac7f4e4f9e401fa953b246a38931d0b06136f) AuthConfig (1dc30df291fe5818510167247657ea73a4ee5f9cd43fd2fdcb132e0f0702cc69) AuthConfig (ba8cbb29241df4aab943ff74ce00984c0f8890e2d82ee96200fc6b6a67405ccb) AuthConfig (db091da9f898ed7ba2c0473899a4f7cb0b9d277d1b40980f65322feed85adf3a) AuthConfig (316bb73d24154ca084a88c40d897d1ec5451f39d5add4884c865e876a229f4a2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"73d83202-90a7-492a-92e5-4dff60ab0038","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:24.273421713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e00bf6-1424-4114-ad4c-31e163e03d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:24.287841789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e00bf6-1424-4114-ad4c-31e163e03d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:24.322396016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e00bf6-1424-4114-ad4c-31e163e03d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:24.340586733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e00bf6-1424-4114-ad4c-31e163e03d9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:24.971690767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d69ae952-c3c6-4266-aed2-9f10e9e05453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:24.986402071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d69ae952-c3c6-4266-aed2-9f10e9e05453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:25.001305199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d69ae952-c3c6-4266-aed2-9f10e9e05453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:25.016200428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d69ae952-c3c6-4266-aed2-9f10e9e05453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:25.10144612Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-660540","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-660540","reconcileID":"fde47a61-be9c-43e3-8132-90ea3b830625","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-660540","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-660540":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:25.44606979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"60d08be8-4cc5-4777-8e2c-d651142e0920","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:25.46565811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"60d08be8-4cc5-4777-8e2c-d651142e0920","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:25.48345881Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"60d08be8-4cc5-4777-8e2c-d651142e0920","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:25.579133151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef1d901-aed8-48d6-aea1-79df21ca3a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:25.593549866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef1d901-aed8-48d6-aea1-79df21ca3a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:25.608338205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef1d901-aed8-48d6-aea1-79df21ca3a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:25.623422142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fef1d901-aed8-48d6-aea1-79df21ca3a35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:26.479529211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"00877a26-a460-4093-aadd-1140e2fc116c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:26.498827345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"00877a26-a460-4093-aadd-1140e2fc116c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:26.517042247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 20","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"00877a26-a460-4093-aadd-1140e2fc116c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:26.587063924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e0d9d6-7efe-4d14-9b90-bcd1fc2afbf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:26.601388987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e0d9d6-7efe-4d14-9b90-bcd1fc2afbf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:26.615868097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e0d9d6-7efe-4d14-9b90-bcd1fc2afbf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:26.630387945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0e0d9d6-7efe-4d14-9b90-bcd1fc2afbf7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:27.302694156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e195a67-377c-4e20-94f6-351a90fc881c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:27.317021077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e195a67-377c-4e20-94f6-351a90fc881c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:27.332479476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e195a67-377c-4e20-94f6-351a90fc881c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:27.349411314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e195a67-377c-4e20-94f6-351a90fc881c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:27.707240349Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"620c2f56-5686-4be3-a909-8b0960ce5783","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:27.707262107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"620c2f56-5686-4be3-a909-8b0960ce5783","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:27.72428409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06972ad5-5028-4565-9a7c-06f365df8c46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:27.724307281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06972ad5-5028-4565-9a7c-06f365df8c46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:27.7665831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"4cb5f07e-92fb-466f-93e3-e93823675473","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8b57a2","tenantID":"e2e-api-b-8b57a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:27.850248844Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"4cb5f07e-92fb-466f-93e3-e93823675473","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"name":"e2e-api-b-8b57a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:27.868019554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8b57a2-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"4cb5f07e-92fb-466f-93e3-e93823675473","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:27.941469427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7546eadf-c9b7-48ec-b9c1-2bbbf6185062","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:27.941499585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7546eadf-c9b7-48ec-b9c1-2bbbf6185062","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.107163742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0dc9f4d-4ee1-4722-b468-79558e84b64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.134266475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0dc9f4d-4ee1-4722-b468-79558e84b64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.184688428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0dc9f4d-4ee1-4722-b468-79558e84b64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.237051945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0dc9f4d-4ee1-4722-b468-79558e84b64f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.268980566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"0a29d07c-a3fe-4d53-ba83-b648c6717c41","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c79a4e","tenantID":"e2e-api-a-c79a4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.303788139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"0a29d07c-a3fe-4d53-ba83-b648c6717c41","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"name":"e2e-api-a-c79a4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.331852756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c79a4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e56861a34639462276cdacb23886841e87cc1f43dd6c122d214b6cf7475f8ce2) AuthConfig (dc130933a4c666317e52e755f8ec9d6c07e1c442b5cb321094e270b51cd46364) AuthConfig (9a62b0e13d8e024d8be4f319a74dbb7a41b75edc494e7648ee6b0dda2ad24395) AuthConfig (50182652040371ab51ee3d63865429faf710380136a816b18602f990d05bfce8) AuthConfig (91b8c83d906fcb812253a0aeaa359c5a28898d7ab3c02cb2885693e831cf6048) AuthConfig (c226959d9e57e7bf528a343ec43f2312d9d8ac785a69326cde85b4093f378ca5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"0a29d07c-a3fe-4d53-ba83-b648c6717c41","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.435896262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"61854b99-ffe1-4746-8d93-2dfdaec1494c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c79a4e","tenantID":"e2e-api-a-c79a4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.466484929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"61854b99-ffe1-4746-8d93-2dfdaec1494c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"name":"e2e-api-a-c79a4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:28.486018531Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-c79a4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e56861a34639462276cdacb23886841e87cc1f43dd6c122d214b6cf7475f8ce2) AuthConfig (dc130933a4c666317e52e755f8ec9d6c07e1c442b5cb321094e270b51cd46364) AuthConfig (9a62b0e13d8e024d8be4f319a74dbb7a41b75edc494e7648ee6b0dda2ad24395) AuthConfig (50182652040371ab51ee3d63865429faf710380136a816b18602f990d05bfce8) AuthConfig (91b8c83d906fcb812253a0aeaa359c5a28898d7ab3c02cb2885693e831cf6048) AuthConfig (c226959d9e57e7bf528a343ec43f2312d9d8ac785a69326cde85b4093f378ca5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"61854b99-ffe1-4746-8d93-2dfdaec1494c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:29.010025599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c22367-6812-45bf-852c-d9309b14f62a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:29.025309437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c22367-6812-45bf-852c-d9309b14f62a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:29.040529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c22367-6812-45bf-852c-d9309b14f62a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:29.055060037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89c22367-6812-45bf-852c-d9309b14f62a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:33.06785265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"cd69755d-af1b-43bc-9c35-106c78c21a03","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:33.124232355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"cd69755d-af1b-43bc-9c35-106c78c21a03","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"e2e-mt-79e6c631-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:33.381695469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"4749228c-acce-4e9d-b867-21a0a9016282","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:33.381782068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"4749228c-acce-4e9d-b867-21a0a9016282","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:35.645360892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"6019f988-5906-437c-912b-99ecce74d27f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:35.715937361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"6019f988-5906-437c-912b-99ecce74d27f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:35.878087197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc21b553-911b-46b6-ba61-a3c973f29df4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:35.878264825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dc21b553-911b-46b6-ba61-a3c973f29df4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:35.878236261Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"a53f66ce-9561-4c6c-8600-9a3651b1ab11","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:35.88437241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81e39db2-747c-4a97-8479-027c967183f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:35.884465461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81e39db2-747c-4a97-8479-027c967183f3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:35.969850266Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-82f5834f","reconcileID":"a53f66ce-9561-4c6c-8600-9a3651b1ab11","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-82f5834f","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-82f5834f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:36.184308315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d354e748-7ed7-4a53-91eb-04afa20bcb60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:36.184641856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d354e748-7ed7-4a53-91eb-04afa20bcb60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:36.305805993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"3b8c240a-78c7-47b3-abac-b618747d5923","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:37.168495338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"207c901c-1ae4-4239-9f2d-48cb23ad92b7","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:37.337042049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"d3746113-061e-470c-bbd5-e5e68b8da05a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:37.337892266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"6f7cece0-7173-4b00-a033-4b60c6e8a2d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:37.385810494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"d3746113-061e-470c-bbd5-e5e68b8da05a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:37.386530852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"03e37810-0c30-4de9-9e0d-11bf6d649df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:37.435698125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"03e37810-0c30-4de9-9e0d-11bf6d649df7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:37.441261601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"36756b80-ceb3-4c20-9134-3333d0bc5824","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:37.506161205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"e7bc6b72-6719-41e2-bf04-3f3faada204e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:37.996630548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"fa8b4ab9-68ff-461d-add9-c40b83ab978f","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:37.996739366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"fa8b4ab9-68ff-461d-add9-c40b83ab978f","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.026781756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"d3dae05f-78a5-42d5-ab58-11d5bea90838","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8b57a2","tenantID":"e2e-api-b-8b57a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.082728747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-sub-79e6c631","reconcileID":"81a3a50c-d56f-4dba-9121-613499fca746","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"maas-trlp-e2e-lifecycle-model-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.083177808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"d3dae05f-78a5-42d5-ab58-11d5bea90838","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"name":"e2e-api-b-8b57a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.10443289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"5a52f202-86c5-408b-af55-af0c6a01d7b2","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.122936201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8b57a2-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"d3dae05f-78a5-42d5-ab58-11d5bea90838","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.203592443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"5a52f202-86c5-408b-af55-af0c6a01d7b2","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"e2e-mt-79e6c631-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.250142629Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"24ad7ad4-ceb9-419e-a9c2-68e770987a1e","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.251137392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"24ad7ad4-ceb9-419e-a9c2-68e770987a1e","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.311990106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-sub-79e6c631","reconcileID":"0f77de0f-8c84-4882-85da-569e21f75d6f","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"maas-trlp-e2e-lifecycle-model-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.496111032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"16b5d28d-5867-4d4a-8f6c-b3d7b4d2d5ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c79a4e","tenantID":"e2e-api-a-c79a4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.520176148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"16b5d28d-5867-4d4a-8f6c-b3d7b4d2d5ad","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"name":"e2e-api-a-c79a4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.625977801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e8b2a15-dab4-4d31-bc18-a4351f799d98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.626008215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5e8b2a15-dab4-4d31-bc18-a4351f799d98","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.661955326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"a83301ca-6736-428e-aa3f-004afebdb53d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c79a4e","tenantID":"e2e-api-a-c79a4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.682808411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"a83301ca-6736-428e-aa3f-004afebdb53d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"name":"e2e-api-a-c79a4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.780045267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"bc36564b-e469-40de-9586-b67f1f4df2d2","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.835008063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"351d433f-23d2-420c-8b03-596d6e39b8c0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.852209274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"52e7ec9a-e2ee-4698-a39a-355fb852315f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.852800005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"2f43f541-801a-4147-868d-cf36abcaa642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.877961003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"52e7ec9a-e2ee-4698-a39a-355fb852315f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.881792056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"2f43f541-801a-4147-868d-cf36abcaa642","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.900611167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"86613af5-143d-43e1-a75d-34f0c1377a6b","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:38.950600008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"6adcc2e4-0d2f-450a-997f-cc3cb38abea3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:39.42162855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"675d3d21-0687-4384-8bd6-523c34cdb2eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:39.421654943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"675d3d21-0687-4384-8bd6-523c34cdb2eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:39.422315494Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-770dc1","reconcileID":"57618860-8a73-4734-9065-432a1b695b1f","MaaSAuthPolicy":{"name":"e2e-default-int-auth-770dc1","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:39.615712698Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efb4ab33-2790-4d6f-a1e9-e17b312a17a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:39.616108827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efb4ab33-2790-4d6f-a1e9-e17b312a17a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:39.755406071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c447b5b2-618d-4cda-bbd0-f8c3ff4bcf46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:39.755947494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c447b5b2-618d-4cda-bbd0-f8c3ff4bcf46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:39.923643801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f2bbdd7-9da2-4013-820b-9d296600c9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:39.925015716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a650b143-ed2b-433c-807d-42840ce1d791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:39.953785583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"64d2ea6f-ea0f-4da7-9a00-5501aec9beca","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-479c2a","tenantID":"e2e-api-a-479c2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:39.980902551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0f2bbdd7-9da2-4013-820b-9d296600c9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:40.017768041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a650b143-ed2b-433c-807d-42840ce1d791","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:40.059523891Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"64d2ea6f-ea0f-4da7-9a00-5501aec9beca","name":"e2e-api-a-479c2a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:40.685045858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"cc02428e-7d4d-44d6-af18-2562a982c088","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:43.560828857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"dc10470f-229c-4dff-9595-8c2f4a76b490","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:43.611090192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"ac15ab86-da93-49fc-8e65-8cf7e652abcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:43.630989153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"276ed06f-bcf5-4b81-9197-8cd8c0279783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:43.631531217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"06f15e08-4ce3-4ad7-9032-1ed790d1e082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:43.657986362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"276ed06f-bcf5-4b81-9197-8cd8c0279783","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:43.662375648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"06f15e08-4ce3-4ad7-9032-1ed790d1e082","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:43.674245406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"205f91b8-14a4-46ae-90f2-4a6dc4d43b40","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:43.752899591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"d1fbf9f0-9694-4a48-aa5a-9a4bad1ad145","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:44.956259017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"67735ac1-0679-44a2-9db9-d2ee8a36d64a","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:44.961791047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"67735ac1-0679-44a2-9db9-d2ee8a36d64a","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:45.029950984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-sub-79e6c631","reconcileID":"28ca3d8d-0826-46ff-a94f-115c76561cef","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"maas-trlp-e2e-lifecycle-model-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:45.030650399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"c1b57ae5-9fdd-4bfd-bdd6-44bd2ea01e8d","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:45.058829987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"c1b57ae5-9fdd-4bfd-bdd6-44bd2ea01e8d","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"e2e-mt-79e6c631-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:45.096999049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"691d6e6d-9876-482a-98a3-060f8f1361b8","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:45.097021226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"691d6e6d-9876-482a-98a3-060f8f1361b8","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:45.141606722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-sub-79e6c631","reconcileID":"4617812a-e51b-443d-9d35-640d530d6af9","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"maas-trlp-e2e-lifecycle-model-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:45.66298511Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:45.847979874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8972946-6878-4ba2-b8e4-e1fbd1bc4ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:45.86328456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8972946-6878-4ba2-b8e4-e1fbd1bc4ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:45.878030323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8972946-6878-4ba2-b8e4-e1fbd1bc4ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:45.892387559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8972946-6878-4ba2-b8e4-e1fbd1bc4ef2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.146660749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"dda6ff32-cd76-4ef9-8218-bc4656e48978","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.146679488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"dda6ff32-cd76-4ef9-8218-bc4656e48978","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.165644284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"e26245ee-b47f-4365-bd81-39e14db96ece","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.165668215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"e26245ee-b47f-4365-bd81-39e14db96ece","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.181422964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"f378cf01-dcdd-488d-85d6-8b2b7af924b3","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.19573125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-sub-79e6c631","reconcileID":"3d22555a-36c9-445c-a3ba-faa6350f2c61","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"maas-trlp-e2e-lifecycle-model-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.215382523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"f378cf01-dcdd-488d-85d6-8b2b7af924b3","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"e2e-mt-79e6c631-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.322691712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-sub-79e6c631","reconcileID":"6dabbb6f-b77d-4a5c-a674-a86c9409f40d","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"maas-trlp-e2e-lifecycle-model-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.374975883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"4bb15a4d-13cf-4821-807e-a0e51da4f485","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.394175998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"4bb15a4d-13cf-4821-807e-a0e51da4f485","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"e2e-mt-79e6c631-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.553511697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c622c5ef-2477-42a8-a97e-28762326ad22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.568112219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c622c5ef-2477-42a8-a97e-28762326ad22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.582321415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c622c5ef-2477-42a8-a97e-28762326ad22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.597054976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c622c5ef-2477-42a8-a97e-28762326ad22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:46.733162254Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-475876","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-475876","reconcileID":"ecf64a8a-9ea4-412f-9597-c791bb7ffea0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-475876","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-475876":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.531794484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"1fb1a7d4-3e19-479b-a639-afc5515d08b4","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.576279933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"1e451935-098f-4d50-97b2-df8430cd7054","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.587956257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f1fc91-c6c8-41c0-b6c7-5036c843e6ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.602817736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f1fc91-c6c8-41c0-b6c7-5036c843e6ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.602995901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6ae32c5a-9c4f-485e-9266-3fd52f33da38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.61796271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f1fc91-c6c8-41c0-b6c7-5036c843e6ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.618132139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"14c72c8d-17df-49ea-b1de-990520e5371d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.634454751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f1fc91-c6c8-41c0-b6c7-5036c843e6ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.65581649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6ae32c5a-9c4f-485e-9266-3fd52f33da38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.658466428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"cd456259-edaa-48e4-877c-049267b74765","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.661365715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"14c72c8d-17df-49ea-b1de-990520e5371d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:47.722991381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"68199161-8f79-4482-9c8b-59ea9965b197","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:48.153905305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"11a42ed3-5c54-415f-8d39-6896e798fe6a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8b57a2","tenantID":"e2e-api-b-8b57a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:48.173042325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"11a42ed3-5c54-415f-8d39-6896e798fe6a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"name":"e2e-api-b-8b57a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:48.191668821Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8b57a2-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"11a42ed3-5c54-415f-8d39-6896e798fe6a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:48.293546869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e19d2f-ebaa-4408-8024-284370ede40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:48.307915787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e19d2f-ebaa-4408-8024-284370ede40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:48.322233886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e19d2f-ebaa-4408-8024-284370ede40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:48.337116281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7e19d2f-ebaa-4408-8024-284370ede40e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:49.398134178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42298d01-66b7-4ea1-a5e2-aed20b1519e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:49.418775573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42298d01-66b7-4ea1-a5e2-aed20b1519e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:49.446891418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42298d01-66b7-4ea1-a5e2-aed20b1519e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:49.46609319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42298d01-66b7-4ea1-a5e2-aed20b1519e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:49.862633598Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-770dc1","reconcileID":"294a2471-94ae-466f-bd17-c438166d23d6","MaaSSubscription":{"name":"e2e-default-int-sub-770dc1","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-770dc1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:49.967225422Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-770dc1","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-770dc1","reconcileID":"294a2471-94ae-466f-bd17-c438166d23d6","MaaSSubscription":{"name":"e2e-default-int-sub-770dc1","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:50.036405787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"905a4f62-e9ee-452c-b282-8e8fd9beedf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:50.074914008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06b5469c-aff7-47ae-ba2d-729688fd1baf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:50.074937857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06b5469c-aff7-47ae-ba2d-729688fd1baf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:50.116304258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d297ed0-fa5a-4c1f-85ad-342afaa57ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:50.116804328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1fa02dd-9d1a-4d5e-b633-59a2bd3074da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:50.135850402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d1fa02dd-9d1a-4d5e-b633-59a2bd3074da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:50.137137861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d297ed0-fa5a-4c1f-85ad-342afaa57ac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:50.154360328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adfa2990-d089-43fe-99d2-5d0020ef05f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:50.16869493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adfa2990-d089-43fe-99d2-5d0020ef05f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:50.183057007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adfa2990-d089-43fe-99d2-5d0020ef05f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:50.197566735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adfa2990-d089-43fe-99d2-5d0020ef05f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:50.935988225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d41e78-b2a6-45fb-83df-638bb364e345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:50.95022861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d41e78-b2a6-45fb-83df-638bb364e345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:50.965008056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d41e78-b2a6-45fb-83df-638bb364e345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:50.979555751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05d41e78-b2a6-45fb-83df-638bb364e345","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:52.721861747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"9b0f9c07-d11a-45f9-97fb-26aac42ed3d2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-660540","tenantID":"e2e-ipp-a-660540","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:52.77106136Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"9b0f9c07-d11a-45f9-97fb-26aac42ed3d2","name":"e2e-ipp-a-660540-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.372407333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de54d5bf-0caa-4a80-8506-587cb383dbf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.386774832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de54d5bf-0caa-4a80-8506-587cb383dbf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.401285088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de54d5bf-0caa-4a80-8506-587cb383dbf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:54.415524277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de54d5bf-0caa-4a80-8506-587cb383dbf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:55.124883446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e60fe7a-5d44-4c66-ae7c-67aef521ab5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:55.139390926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e60fe7a-5d44-4c66-ae7c-67aef521ab5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:55.146275898Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-df82ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-df82ee","reconcileID":"e691b373-8da8-46c7-98d2-f113ae45edd0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-df82ee","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-df82ee":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:55.153928689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e60fe7a-5d44-4c66-ae7c-67aef521ab5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:55.168479269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e60fe7a-5d44-4c66-ae7c-67aef521ab5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.002274126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b3f2e3-eb6a-44c8-8979-1b6dd8babf0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.018361441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b3f2e3-eb6a-44c8-8979-1b6dd8babf0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.032811581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b3f2e3-eb6a-44c8-8979-1b6dd8babf0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.047167907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91b3f2e3-eb6a-44c8-8979-1b6dd8babf0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.63241943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"fc064e45-521d-40fb-a28f-ba2a5af71c11","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.632440649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"fc064e45-521d-40fb-a28f-ba2a5af71c11","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.661710585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"ca68d187-93d3-49ef-aaaf-d7765a7f6b0b","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.677099982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-sub-79e6c631","reconcileID":"ed718fa5-fbfa-40e6-ba97-861eafb0f38e","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"maas-trlp-e2e-lifecycle-model-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.680872174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"ca68d187-93d3-49ef-aaaf-d7765a7f6b0b","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"e2e-mt-79e6c631-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.704738089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69daa9b9-14f3-4b55-a68f-9b05d9e89403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.71933872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69daa9b9-14f3-4b55-a68f-9b05d9e89403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.733770107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69daa9b9-14f3-4b55-a68f-9b05d9e89403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.749874213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69daa9b9-14f3-4b55-a68f-9b05d9e89403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.779372517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"a441ea23-6f95-4963-a20d-d18b95e9143e","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.799511217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-sub-79e6c631","reconcileID":"98b5a04b-938a-4b36-84c5-3efd7bb40017","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"maas-trlp-e2e-lifecycle-model-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:56.804015219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"a441ea23-6f95-4963-a20d-d18b95e9143e","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"e2e-mt-79e6c631-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:58.26188758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"8bd9b1c1-91ad-4260-abfc-ba16ff1b8705","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8b57a2","tenantID":"e2e-api-b-8b57a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:58.302170531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"8bd9b1c1-91ad-4260-abfc-ba16ff1b8705","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"name":"e2e-api-b-8b57a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T22:59:58.345029071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8b57a2-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"8bd9b1c1-91ad-4260-abfc-ba16ff1b8705","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:02.954492505Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"5e88c47a-2e1c-445a-9e09-8de491e84d09","namespace":"ai-tenant-e2e-api-a-c79a4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:02.954552658Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"5e88c47a-2e1c-445a-9e09-8de491e84d09","namespace":"ai-tenant-e2e-api-a-c79a4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:02.954600124Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"5e88c47a-2e1c-445a-9e09-8de491e84d09","name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:02.972862777Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"5e88c47a-2e1c-445a-9e09-8de491e84d09","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:02.973470863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31b0b22a-6451-43ce-b553-5ed541dca179","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:02.973490032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31b0b22a-6451-43ce-b553-5ed541dca179","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:02.973544893Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"5f05d913-8493-4c66-a5c2-64aa5a98b366","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.136959852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"5f05d913-8493-4c66-a5c2-64aa5a98b366","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c79a4e","tenantID":"e2e-api-a-c79a4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.189212102Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"5f05d913-8493-4c66-a5c2-64aa5a98b366","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"name":"e2e-api-a-c79a4e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.189243357Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"e2e-e2e-api-a-c79a4e-policy","reconcileID":"5f05d913-8493-4c66-a5c2-64aa5a98b366","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-c79a4e-policy","namespace":"ai-tenant-e2e-api-a-c79a4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-c79a4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.208766513Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70691e7d-3ab9-495e-8400-a13137a8b42c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:03.208786115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"70691e7d-3ab9-495e-8400-a13137a8b42c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:05.438686304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed219246-c8f7-48eb-9843-95a1b7d9d8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:05.45784062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed219246-c8f7-48eb-9843-95a1b7d9d8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:05.477414647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed219246-c8f7-48eb-9843-95a1b7d9d8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:05.492844072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed219246-c8f7-48eb-9843-95a1b7d9d8ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.069003638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d61ee56-4a98-4fbd-9b69-b64372214ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.083527737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d61ee56-4a98-4fbd-9b69-b64372214ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.097992947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d61ee56-4a98-4fbd-9b69-b64372214ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.11225541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d61ee56-4a98-4fbd-9b69-b64372214ff2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.690326187Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"5f5d1e3f-37e3-4c23-8a45-e43a25807d1e","namespace":"ai-tenant-e2e-mt-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.690395398Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"5f5d1e3f-37e3-4c23-8a45-e43a25807d1e","name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.709718219Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"5f5d1e3f-37e3-4c23-8a45-e43a25807d1e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.709748773Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"5f5d1e3f-37e3-4c23-8a45-e43a25807d1e","namespace":"ai-tenant-e2e-mt-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.709930072Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"5f5d1e3f-37e3-4c23-8a45-e43a25807d1e","name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.711984646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"edb7ca40-e029-4747-824b-48b1e01dc5f0","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.712011795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"edb7ca40-e029-4747-824b-48b1e01dc5f0","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.729222547Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"5f5d1e3f-37e3-4c23-8a45-e43a25807d1e","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.732865669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"45b2c62b-e541-4c55-a2e6-5c005c4303ca","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.732887394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"45b2c62b-e541-4c55-a2e6-5c005c4303ca","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.742681774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"a62d6ca1-4da7-43ce-b7f5-725bca1d4977","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:06.748536188Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"45b2c62b-e541-4c55-a2e6-5c005c4303ca","name":"e2e-lifecycle-model-79e6c631","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-79e6c631\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:06.748595455Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"45b2c62b-e541-4c55-a2e6-5c005c4303ca","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-79e6c631\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.753946415Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"3054aadd-b521-4627-a756-f036fd782a20","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.753962408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"3054aadd-b521-4627-a756-f036fd782a20","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.757667819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f9260e-9251-428a-a29b-bef294a897c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.76469623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"a62d6ca1-4da7-43ce-b7f5-725bca1d4977","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"e2e-mt-79e6c631-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.772678786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f9260e-9251-428a-a29b-bef294a897c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.787930126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f9260e-9251-428a-a29b-bef294a897c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.788487621Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-sub-79e6c631","reconcileID":"c0e173b6-7e54-45f6-b025-519dc9a2fcde","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4372d16f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.822757799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3f9260e-9251-428a-a29b-bef294a897c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.837733081Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-sub-79e6c631","reconcileID":"32305d34-2e40-40da-83bf-54bf932235b7","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4372d16f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.856419274Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"7fb82179-a1e5-41de-8914-26d463b813a4","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:06.974443583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"7fb82179-a1e5-41de-8914-26d463b813a4","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.02917137Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"7fb82179-a1e5-41de-8914-26d463b813a4","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"e2e-mt-79e6c631-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.029219438Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-policy-79e6c631","reconcileID":"7fb82179-a1e5-41de-8914-26d463b813a4","MaaSAuthPolicy":{"name":"e2e-policy-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.054269306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"6d49c936-1b1d-4239-a5c9-cff21ec180fc","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.059027293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"6d49c936-1b1d-4239-a5c9-cff21ec180fc","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.291451225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60f27895-bb23-4e11-8a05-8b482b0ca5a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.291557299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60f27895-bb23-4e11-8a05-8b482b0ca5a8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.31248654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b157560-7d17-42ce-9192-2040db69cc21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.31304578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b157560-7d17-42ce-9192-2040db69cc21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.350918535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"6e198cf1-82f9-4fbb-bdf0-271dbd96a8a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-479c2a","tenantID":"e2e-api-a-479c2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.436070439Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"6e198cf1-82f9-4fbb-bdf0-271dbd96a8a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"name":"e2e-api-a-479c2a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.470391288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-479c2a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"6e198cf1-82f9-4fbb-bdf0-271dbd96a8a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.514986356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"442683c7-2b93-433c-b7fc-efc3e1224ae1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:07.515007749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"442683c7-2b93-433c-b7fc-efc3e1224ae1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:08.380528847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"d96e9d27-8d10-44c8-8939-955a0cb6c7ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8b57a2","tenantID":"e2e-api-b-8b57a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:08.430850225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"d96e9d27-8d10-44c8-8939-955a0cb6c7ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"name":"e2e-api-b-8b57a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:08.465539504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8b57a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4a3e8fc535f15e846d3d47ff57b6eb37b2d9089dbcb9004cf9a4317fcec0f35) AuthConfig (29fbebaf96fc6d4a186e8df08a779180f3a8877a0c82b2a3d1a27b07b1c229db) AuthConfig (1cbdc64a511824cc966fe1c0304081e5dfb6453a0f29154c6c58bda1db29f643) AuthConfig (cbfc29d97b97973bd132e43d2ffc91c0ae5037ee804202a479d228459cf4c9b4) AuthConfig (eb80215f45e3ac8580237c5ae885b00b272d4036d31cc675bc1ec1df22328041) AuthConfig (7beab66125ad4fdcc040c43640361a2dbbb5021f6a1ea4bcb9812a3f2255426c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"d96e9d27-8d10-44c8-8939-955a0cb6c7ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:08.531140966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e5f82b3-e721-453b-8f38-e039ea1a960a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:08.531264662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6e5f82b3-e721-453b-8f38-e039ea1a960a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:10.662626951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c7b147-461e-40a0-b887-a9170442c834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:10.694528871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c7b147-461e-40a0-b887-a9170442c834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:10.710782922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c7b147-461e-40a0-b887-a9170442c834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:10.773788194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c7b147-461e-40a0-b887-a9170442c834","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:10.967714683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"705ff1f3-6c0c-46c3-a48a-63965756a2e1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-475876","tenantID":"e2e-ipp-a-475876","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:11.008998999Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"705ff1f3-6c0c-46c3-a48a-63965756a2e1","name":"e2e-ipp-a-475876-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:11.450197263Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-7fa011","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-7fa011","reconcileID":"5fd0a23a-f01f-4fe2-bfe6-ab960132aa68","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-7fa011","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-7fa011":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:11.500983428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6970294-fc0e-4b9c-a92e-f25603c1cb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:11.577677392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6970294-fc0e-4b9c-a92e-f25603c1cb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:11.600647474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6970294-fc0e-4b9c-a92e-f25603c1cb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:11.620228565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6970294-fc0e-4b9c-a92e-f25603c1cb06","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:12.362011922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4565751-ec3d-44a1-b9ae-16f850902dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:12.37723812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4565751-ec3d-44a1-b9ae-16f850902dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:12.391870653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4565751-ec3d-44a1-b9ae-16f850902dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:12.406265446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4565751-ec3d-44a1-b9ae-16f850902dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:13.022076625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e86f702-f905-4512-a624-b355bd08160e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:13.037298718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e86f702-f905-4512-a624-b355bd08160e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:13.052443862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e86f702-f905-4512-a624-b355bd08160e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:13.066729211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e86f702-f905-4512-a624-b355bd08160e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:13.178506615Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-7fa011","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-7fa011","reconcileID":"aaf5e0b5-a6eb-4696-a084-90c312e874af","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-b-7fa011\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:14.181760186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56778f4c-6d57-452a-a61e-7f7b6ad3db85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:14.196606064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56778f4c-6d57-452a-a61e-7f7b6ad3db85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:14.211314498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56778f4c-6d57-452a-a61e-7f7b6ad3db85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:14.225992084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56778f4c-6d57-452a-a61e-7f7b6ad3db85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:14.806276043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8fe8a50-1c88-41de-beea-4f3b7c1ba96a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:14.82060889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8fe8a50-1c88-41de-beea-4f3b7c1ba96a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:14.835631936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8fe8a50-1c88-41de-beea-4f3b7c1ba96a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:14.850022788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8fe8a50-1c88-41de-beea-4f3b7c1ba96a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:15.584049998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11fc8333-0628-43b1-a72c-efe8844d3520","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:15.598369885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11fc8333-0628-43b1-a72c-efe8844d3520","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:15.612607138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11fc8333-0628-43b1-a72c-efe8844d3520","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:15.627420844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11fc8333-0628-43b1-a72c-efe8844d3520","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:15.659792492Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:16.262292008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a44d8d2-61fd-478c-ac19-172c6050b863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:16.277272228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a44d8d2-61fd-478c-ac19-172c6050b863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:16.291916541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a44d8d2-61fd-478c-ac19-172c6050b863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:16.307652251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a44d8d2-61fd-478c-ac19-172c6050b863","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:16.853180456Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-sub-79e6c631","reconcileID":"98543aa4-6acc-49b9-b68a-00421534be21","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","subscription":"e2e-sub-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:16.8685283Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-sub-79e6c631","reconcileID":"98543aa4-6acc-49b9-b68a-00421534be21","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:16.877142715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c43aea-26c1-4960-9570-c8c4ef092992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:16.892292196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c43aea-26c1-4960-9570-c8c4ef092992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:16.892796998Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-sub-79e6c631","reconcileID":"98543aa4-6acc-49b9-b68a-00421534be21","MaaSSubscription":{"name":"e2e-sub-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"name":"maas-trlp-e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:16.907312619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c43aea-26c1-4960-9570-c8c4ef092992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:16.921930689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0c43aea-26c1-4960-9570-c8c4ef092992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:16.994367397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"a0e3429e-2cb4-439f-9227-c1516c777e4e","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:16.994387182Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"a0e3429e-2cb4-439f-9227-c1516c777e4e","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:17.77692468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"e5652a66-e300-4e17-8953-ef761bdf7d67","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-479c2a","tenantID":"e2e-api-a-479c2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:17.84908731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"e5652a66-e300-4e17-8953-ef761bdf7d67","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"name":"e2e-api-a-479c2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:17.870957716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-479c2a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"e5652a66-e300-4e17-8953-ef761bdf7d67","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:18.010852493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac936e58-151d-4cc8-9801-4842a550ceb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:18.025801617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac936e58-151d-4cc8-9801-4842a550ceb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:18.0402816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac936e58-151d-4cc8-9801-4842a550ceb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:18.05482439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac936e58-151d-4cc8-9801-4842a550ceb9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:18.563963847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"06564616-2465-47a3-8aa6-f4eb02a31385","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8b57a2","tenantID":"e2e-api-b-8b57a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:18.625887495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"06564616-2465-47a3-8aa6-f4eb02a31385","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"name":"e2e-api-b-8b57a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:18.644978793Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8b57a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4a3e8fc535f15e846d3d47ff57b6eb37b2d9089dbcb9004cf9a4317fcec0f35) AuthConfig (29fbebaf96fc6d4a186e8df08a779180f3a8877a0c82b2a3d1a27b07b1c229db) AuthConfig (1cbdc64a511824cc966fe1c0304081e5dfb6453a0f29154c6c58bda1db29f643) AuthConfig (cbfc29d97b97973bd132e43d2ffc91c0ae5037ee804202a479d228459cf4c9b4) AuthConfig (eb80215f45e3ac8580237c5ae885b00b272d4036d31cc675bc1ec1df22328041) AuthConfig (7beab66125ad4fdcc040c43640361a2dbbb5021f6a1ea4bcb9812a3f2255426c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"06564616-2465-47a3-8aa6-f4eb02a31385","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:18.808064659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc6f860-81a1-4164-bd22-8ab443f424e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:18.822702983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc6f860-81a1-4164-bd22-8ab443f424e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:18.837115895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc6f860-81a1-4164-bd22-8ab443f424e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:18.851968502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc6f860-81a1-4164-bd22-8ab443f424e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:19.494949567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a029c87-1735-402f-9db3-05dc7a5e2353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:19.510029481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a029c87-1735-402f-9db3-05dc7a5e2353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:19.524350659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a029c87-1735-402f-9db3-05dc7a5e2353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:19.538855881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a029c87-1735-402f-9db3-05dc7a5e2353","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:21.887955694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"8dd1e2c2-4c2b-4af3-9d64-e696e94819d9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-df82ee","tenantID":"e2e-api-a-df82ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:22.003996651Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"8dd1e2c2-4c2b-4af3-9d64-e696e94819d9","name":"e2e-api-a-df82ee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.903835031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"0e6be054-de17-41a1-89f6-56c441dba08d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-479c2a","tenantID":"e2e-api-a-479c2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.923794506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"0e6be054-de17-41a1-89f6-56c441dba08d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"name":"e2e-api-a-479c2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:27.941579465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-479c2a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"0e6be054-de17-41a1-89f6-56c441dba08d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.673542794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"b80a0138-59a1-4312-be8c-1a7f1fb2b2f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8b57a2","tenantID":"e2e-api-b-8b57a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.692751662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"b80a0138-59a1-4312-be8c-1a7f1fb2b2f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"name":"e2e-api-b-8b57a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.711257799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8b57a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4a3e8fc535f15e846d3d47ff57b6eb37b2d9089dbcb9004cf9a4317fcec0f35) AuthConfig (29fbebaf96fc6d4a186e8df08a779180f3a8877a0c82b2a3d1a27b07b1c229db) AuthConfig (1cbdc64a511824cc966fe1c0304081e5dfb6453a0f29154c6c58bda1db29f643) AuthConfig (cbfc29d97b97973bd132e43d2ffc91c0ae5037ee804202a479d228459cf4c9b4) AuthConfig (eb80215f45e3ac8580237c5ae885b00b272d4036d31cc675bc1ec1df22328041) AuthConfig (7beab66125ad4fdcc040c43640361a2dbbb5021f6a1ea4bcb9812a3f2255426c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"b80a0138-59a1-4312-be8c-1a7f1fb2b2f0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.759395344Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","namespace":"ai-tenant-e2e-api-a-c79a4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.759494324Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","namespace":"ai-tenant-e2e-api-a-c79a4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.759582212Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","tenant":"e2e-api-a-c79a4e","tenantID":"e2e-api-a-c79a4e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.7763648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"Deployment","name":"maas-api-e2e-api-a-c79a4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.806433746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"Service","name":"maas-api-e2e-api-a-c79a4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.824352714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-c79a4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.844754051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-c79a4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.861910233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-c79a4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.87957807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-c79a4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.899136609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-c79a4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.916345262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-c79a4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.930666988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"Deployment","name":"payload-processing-e2e-api-a-c79a4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.944837372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-c79a4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.959393159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"Service","name":"payload-processing-e2e-api-a-c79a4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.974034541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"Service","name":"payload-pre-processing-e2e-api-a-c79a4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:28.988302023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-c79a4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:29.002685339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-c79a4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:29.017594117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-c79a4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:29.045727341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-c79a4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:29.066315997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-c79a4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:29.090540933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-c79a4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:29.105524489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-c79a4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:29.123548727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-c79a4e"},"namespace":"ai-tenant-e2e-api-a-c79a4e","name":"default-tenant","reconcileID":"ad37c8ee-a2c7-4baf-b7ac-09a5259abce6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-c79a4e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:29.761881416Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-c79a4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-c79a4e","reconcileID":"0324ab8d-9d6e-43aa-9798-8c93a013bd6b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-c79a4e","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-c79a4e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:30.381026633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b098932-a921-49bc-9f20-ca5bf3436256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:30.3998279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b098932-a921-49bc-9f20-ca5bf3436256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:30.415853716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b098932-a921-49bc-9f20-ca5bf3436256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:30.432773778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b098932-a921-49bc-9f20-ca5bf3436256","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:31.012082527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9140a3ca-e361-4d51-9c5e-872d9b2b26d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:31.02710241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9140a3ca-e361-4d51-9c5e-872d9b2b26d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:31.042472656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9140a3ca-e361-4d51-9c5e-872d9b2b26d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:31.056984157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9140a3ca-e361-4d51-9c5e-872d9b2b26d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:31.734096747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e732b2-d73a-41b8-9897-6e822fa4b7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:31.749033088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e732b2-d73a-41b8-9897-6e822fa4b7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:31.763325258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e732b2-d73a-41b8-9897-6e822fa4b7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:31.782283699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69e732b2-d73a-41b8-9897-6e822fa4b7e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:32.470895931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6732ccdc-660d-4341-ab71-63ee68bf4aae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:32.485597184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6732ccdc-660d-4341-ab71-63ee68bf4aae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:32.500058682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6732ccdc-660d-4341-ab71-63ee68bf4aae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:32.51458045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6732ccdc-660d-4341-ab71-63ee68bf4aae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.102562455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"466376af-5f65-4e8a-bdfb-f67442c2a8c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.116795532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"466376af-5f65-4e8a-bdfb-f67442c2a8c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.131363136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"466376af-5f65-4e8a-bdfb-f67442c2a8c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.145808536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"466376af-5f65-4e8a-bdfb-f67442c2a8c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.330003547Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","namespace":"ai-tenant-e2e-mt-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.330080294Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","namespace":"ai-tenant-e2e-mt-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.330146229Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","tenant":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.346646486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"Deployment","name":"maas-api-e2e-mt-79e6c631","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.378945636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"Service","name":"maas-api-e2e-mt-79e6c631","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.396256002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-79e6c631","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.411954688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-79e6c631","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.431564571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.451431922Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.470872456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.489509661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.503530766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"Deployment","name":"payload-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.517485754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.53169516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"Service","name":"payload-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.545709297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"Service","name":"payload-pre-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.560488648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"DestinationRule","name":"payload-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.575047139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.591431279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.619777794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.644710409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.670993405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.692603269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:33.736459269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"444f54c3-5a16-4e50-8e8d-307de9291cf0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-79e6c631","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:34.291475475Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-79e6c631","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-79e6c631","reconcileID":"9e9fc351-da0d-41cd-8070-963ffce4e128","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-79e6c631","removed":["maas.opendatahub.io/gateway-access-e2e-mt-79e6c631"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:34.446584609Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"0d8d5cd6-ef56-4695-ae32-9d4a2bbdce84","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:34.531780073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"0d8d5cd6-ef56-4695-ae32-9d4a2bbdce84","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:34.537501749Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"17d686bd-611e-4b2e-b6cc-08d29e306272","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:34.537583044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"17d686bd-611e-4b2e-b6cc-08d29e306272","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:34.548343572Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"bd5e1379-e3ee-4708-8f1f-aefb2f494bea","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:34.548404503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"bd5e1379-e3ee-4708-8f1f-aefb2f494bea","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:34.572311493Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"e12a3f3d-bc04-4ae9-bb6d-16bd52106053","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:34.577230749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"e12a3f3d-bc04-4ae9-bb6d-16bd52106053","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:34.619570823Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"1a4f613b-5d79-417a-bddf-52d9e9f52148","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:34.619668435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"1a4f613b-5d79-417a-bddf-52d9e9f52148","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:34.700177295Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"cd73f6e9-7f3c-4426-afab-9fa37e018f91","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:34.700281675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"cd73f6e9-7f3c-4426-afab-9fa37e018f91","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:34.861484776Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"19914911-a5af-44a9-a072-57a31ef3eaab","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:34.861552429Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"19914911-a5af-44a9-a072-57a31ef3eaab","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:34.890922058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82bc1524-5361-46ec-9429-79f91d5283aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:34.916788791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82bc1524-5361-46ec-9429-79f91d5283aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:34.934992008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82bc1524-5361-46ec-9429-79f91d5283aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:34.952086634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82bc1524-5361-46ec-9429-79f91d5283aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:35.182130874Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"6a216608-8c46-4666-b593-30b4ebd801ca","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:35.182253346Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"6a216608-8c46-4666-b593-30b4ebd801ca","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:35.835169409Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"4f65b9e3-fde3-4bb7-bec3-37d42e437992","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:35.835434854Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"4f65b9e3-fde3-4bb7-bec3-37d42e437992","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:36.03827833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dcad4dc-eca2-4c7d-b417-05c66a082660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:36.056074886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dcad4dc-eca2-4c7d-b417-05c66a082660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:36.070628052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dcad4dc-eca2-4c7d-b417-05c66a082660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:36.086052356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dcad4dc-eca2-4c7d-b417-05c66a082660","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:36.706954083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46eec0f-5797-44ba-9b8f-61908a539c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:36.72144332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46eec0f-5797-44ba-9b8f-61908a539c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:36.73989237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46eec0f-5797-44ba-9b8f-61908a539c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:36.756122234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a46eec0f-5797-44ba-9b8f-61908a539c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:37.115886481Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"309005a0-0500-433c-a3dd-379cf5e39880","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:37.115968269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"309005a0-0500-433c-a3dd-379cf5e39880","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:37.505089674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ddf70d-1678-44fd-ad18-a85c1483782a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:37.585427291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ddf70d-1678-44fd-ad18-a85c1483782a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:37.698726775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ddf70d-1678-44fd-ad18-a85c1483782a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:37.8545299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5ddf70d-1678-44fd-ad18-a85c1483782a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:37.945784334Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"f6bb6d81-a1a4-4070-992f-ec98661f350a","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:37.953107828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"f6bb6d81-a1a4-4070-992f-ec98661f350a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:38.00201063Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"1a5a0971-5998-4f02-ac2f-f09e58d9c65a","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:38.002148891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"1a5a0971-5998-4f02-ac2f-f09e58d9c65a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:38.007898373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"8c1230b8-b4c7-4f5d-b254-dd291e0e109a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-479c2a","tenantID":"e2e-api-a-479c2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:38.040951968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"82175341-f7fa-46fe-83ed-12d2f2e07b7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8b57a2","tenantID":"e2e-api-b-8b57a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:38.045328662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"8c1230b8-b4c7-4f5d-b254-dd291e0e109a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"name":"e2e-api-a-479c2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:38.061860316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"82175341-f7fa-46fe-83ed-12d2f2e07b7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"name":"e2e-api-b-8b57a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:38.064891052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-479c2a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"8c1230b8-b4c7-4f5d-b254-dd291e0e109a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:38.08944667Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8b57a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4a3e8fc535f15e846d3d47ff57b6eb37b2d9089dbcb9004cf9a4317fcec0f35) AuthConfig (29fbebaf96fc6d4a186e8df08a779180f3a8877a0c82b2a3d1a27b07b1c229db) AuthConfig (1cbdc64a511824cc966fe1c0304081e5dfb6453a0f29154c6c58bda1db29f643) AuthConfig (cbfc29d97b97973bd132e43d2ffc91c0ae5037ee804202a479d228459cf4c9b4) AuthConfig (eb80215f45e3ac8580237c5ae885b00b272d4036d31cc675bc1ec1df22328041) AuthConfig (7beab66125ad4fdcc040c43640361a2dbbb5021f6a1ea4bcb9812a3f2255426c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"82175341-f7fa-46fe-83ed-12d2f2e07b7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:38.120835214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"807438c5-b8ee-475b-aa57-7961191c366d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8b57a2","tenantID":"e2e-api-b-8b57a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:38.141219806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"807438c5-b8ee-475b-aa57-7961191c366d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"name":"e2e-api-b-8b57a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:38.159952853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-8b57a2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b4a3e8fc535f15e846d3d47ff57b6eb37b2d9089dbcb9004cf9a4317fcec0f35) AuthConfig (29fbebaf96fc6d4a186e8df08a779180f3a8877a0c82b2a3d1a27b07b1c229db) AuthConfig (1cbdc64a511824cc966fe1c0304081e5dfb6453a0f29154c6c58bda1db29f643) AuthConfig (cbfc29d97b97973bd132e43d2ffc91c0ae5037ee804202a479d228459cf4c9b4) AuthConfig (eb80215f45e3ac8580237c5ae885b00b272d4036d31cc675bc1ec1df22328041) AuthConfig (7beab66125ad4fdcc040c43640361a2dbbb5021f6a1ea4bcb9812a3f2255426c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"807438c5-b8ee-475b-aa57-7961191c366d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:38.356836444Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"e8dd624c-51cb-494a-9711-cb852ecd3ba6","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:38.356923529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"e8dd624c-51cb-494a-9711-cb852ecd3ba6","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:38.412544108Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"cd97dc3a-da1e-4081-9c3b-b8f9a656aced","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:38.412632731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"cd97dc3a-da1e-4081-9c3b-b8f9a656aced","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:38.594797753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce83801c-bbe0-4ceb-8d81-ba320b695013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:38.609965082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce83801c-bbe0-4ceb-8d81-ba320b695013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:38.624873284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce83801c-bbe0-4ceb-8d81-ba320b695013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:38.639055438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce83801c-bbe0-4ceb-8d81-ba320b695013","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:39.729596869Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"fdcf3adf-f9c4-45fb-b3a7-e82959dc874b","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:39.729679371Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"fdcf3adf-f9c4-45fb-b3a7-e82959dc874b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:39.986308454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a230e5e-37fa-43ed-8acf-c7e6aa48f00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:40.001651133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a230e5e-37fa-43ed-8acf-c7e6aa48f00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:40.016485815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a230e5e-37fa-43ed-8acf-c7e6aa48f00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:40.031775309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a230e5e-37fa-43ed-8acf-c7e6aa48f00a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:40.079428846Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"a5619a3f-5730-47fb-8891-a5bfed118b05","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:40.079509154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"a5619a3f-5730-47fb-8891-a5bfed118b05","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:40.130397173Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ec4f6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ec4f6d","reconcileID":"bd2d43f6-27ab-4bfd-b42a-ef2d38b1dfa7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-ec4f6d","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-ec4f6d":"true"},"removed":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:40.227583428Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"d38feaef-60a3-4a7b-b2f3-26b454870095","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:40.227672481Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"d38feaef-60a3-4a7b-b2f3-26b454870095","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:41.280856081Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"3c40dccc-7735-4283-8be2-945aee88e2eb","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:41.298345816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"3c40dccc-7735-4283-8be2-945aee88e2eb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:42.017636081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f126836-0e28-4567-8c37-e8bf791c3dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:42.035433388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f126836-0e28-4567-8c37-e8bf791c3dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:42.065494462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f126836-0e28-4567-8c37-e8bf791c3dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:42.083366065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f126836-0e28-4567-8c37-e8bf791c3dec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:42.107928296Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"d5769c55-cc91-4f73-bae8-26e04511fe28","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:42.108131994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"d5769c55-cc91-4f73-bae8-26e04511fe28","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:42.174659661Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"c280a400-1c16-4ef4-a2d9-c1caf1742c3a","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:00:42.174833096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"c280a400-1c16-4ef4-a2d9-c1caf1742c3a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:43.289698471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"21da09c0-d498-4435-bb59-b491a2d135a5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7fa011","tenantID":"e2e-api-b-7fa011","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:43.574948392Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"21da09c0-d498-4435-bb59-b491a2d135a5","name":"e2e-api-b-7fa011-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:44.487956903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e97500-6e4b-419e-b1cf-17387003befa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:44.570140769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e97500-6e4b-419e-b1cf-17387003befa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:44.813627724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e97500-6e4b-419e-b1cf-17387003befa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:44.959268985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4e97500-6e4b-419e-b1cf-17387003befa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:45.421063588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"e8f7bdab-d353-47cd-aee4-f96a98663f64","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:45.424827478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"e8f7bdab-d353-47cd-aee4-f96a98663f64","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:45.525149722Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-79e6c631","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-79e6c631","reconcileID":"889223f9-ce61-4daf-88b2-a7c80ebd19c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-79e6c631","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-79e6c631":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:45.792071112Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:46.21088406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"35488337-e1d6-452c-b86f-403c240b64d4","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:46.249422652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"35488337-e1d6-452c-b86f-403c240b64d4","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:46.877164751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36c8997c-14f7-4fe0-8739-c3bddd440755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:46.921930498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36c8997c-14f7-4fe0-8739-c3bddd440755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:46.95825866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36c8997c-14f7-4fe0-8739-c3bddd440755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:47.002706411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36c8997c-14f7-4fe0-8739-c3bddd440755","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:48.106740121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"a7741de6-276d-43e1-a96d-de4fe4993291","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-479c2a","tenantID":"e2e-api-a-479c2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:48.146040456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"a7741de6-276d-43e1-a96d-de4fe4993291","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"name":"e2e-api-a-479c2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:48.224770073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-479c2a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b7966b222709dc28d0e11da9eeb8f605b6b2b69c19b24c4cc9e40e143bc108b) AuthConfig (953b3d0826a972a883b569c1e9fcbcf6d72d390b3b8cd550cd72492282713297) AuthConfig (032255ca9b0ae3620d7ef2dfa7217d7e88689e61e8884d49e6337b13b040f6f5) AuthConfig (a2fbbc61aa6f32a2fcae2b9cc089883ea1ae87bb1de9ed94b3eea266ae6f525b) AuthConfig (0aa014e04e423526f87d297c2dd97af019aea8357d57a69d583ea9e86616267e) AuthConfig (088e45abd28e9c84e1cf8f595f00aa0d2b3fb5b0b43d6f13239857fb3759a2f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"a7741de6-276d-43e1-a96d-de4fe4993291","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:48.268408153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"db6f0728-00a7-4616-83d0-5866eedec7af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8b57a2","tenantID":"e2e-api-b-8b57a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:48.297966706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b9ab857-0eb5-4b40-b277-d376c122b365","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:48.298107168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b9ab857-0eb5-4b40-b277-d376c122b365","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:48.331067263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"db6f0728-00a7-4616-83d0-5866eedec7af","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"name":"e2e-api-b-8b57a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:48.449543307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46269505-e456-4e4e-966d-5a011ce0c59c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:48.44956781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46269505-e456-4e4e-966d-5a011ce0c59c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:48.566053844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e724e100-3d14-4d3f-b918-fec6561682ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:48.612763211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e724e100-3d14-4d3f-b918-fec6561682ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:48.613350045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"62ca588a-c179-40dd-9aa7-b19c818443c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8b57a2","tenantID":"e2e-api-b-8b57a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:48.684453667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e724e100-3d14-4d3f-b918-fec6561682ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:48.915243767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"62ca588a-c179-40dd-9aa7-b19c818443c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"name":"e2e-api-b-8b57a2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:48.963696348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e724e100-3d14-4d3f-b918-fec6561682ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:50.509426707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-2-w6-1ee571","reconcileID":"85516749-3fc0-4e59-9442-060ba53e45bd","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-2-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-2-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:52.63526261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-2-w6-1ee571","reconcileID":"b36fa908-f2ab-466e-b278-404b2fd701a2","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-2-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-2-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:54.737260736Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"61337c29-42f8-4366-9270-8bab67e79e3b","namespace":"ai-tenant-e2e-api-b-8b57a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:54.73741315Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"61337c29-42f8-4366-9270-8bab67e79e3b","namespace":"ai-tenant-e2e-api-b-8b57a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:54.737484554Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"61337c29-42f8-4366-9270-8bab67e79e3b","name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:54.758293303Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"61337c29-42f8-4366-9270-8bab67e79e3b","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:54.759651363Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"89301c5e-3a60-4a88-a278-8580a267e6ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:54.759829605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f487b6db-aad4-4222-8b49-60d1a55eadc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:54.759848796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f487b6db-aad4-4222-8b49-60d1a55eadc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:54.889489937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"89301c5e-3a60-4a88-a278-8580a267e6ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8b57a2","tenantID":"e2e-api-b-8b57a2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:54.958277446Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"89301c5e-3a60-4a88-a278-8580a267e6ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"name":"e2e-api-b-8b57a2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:54.958302446Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"e2e-e2e-api-b-8b57a2-policy","reconcileID":"89301c5e-3a60-4a88-a278-8580a267e6ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-8b57a2-policy","namespace":"ai-tenant-e2e-api-b-8b57a2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-8b57a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:54.977224849Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a3b1c39-5491-4300-841a-26f54c0c9318","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:54.97724903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a3b1c39-5491-4300-841a-26f54c0c9318","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:57.433363985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e2e62e-0119-4470-a2e3-3a8292d84d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:57.452456316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e2e62e-0119-4470-a2e3-3a8292d84d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:57.468581946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e2e62e-0119-4470-a2e3-3a8292d84d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:57.484567658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2e2e62e-0119-4470-a2e3-3a8292d84d3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:58.093624942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ed2f0-9842-4034-a806-f92f9b3751ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:58.109243076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ed2f0-9842-4034-a806-f92f9b3751ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:58.125751524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ed2f0-9842-4034-a806-f92f9b3751ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:58.150978257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ed2f0-9842-4034-a806-f92f9b3751ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:58.29634171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"fe672019-3421-4179-8f52-d5ef10621364","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-479c2a","tenantID":"e2e-api-a-479c2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:58.317043121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"fe672019-3421-4179-8f52-d5ef10621364","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"name":"e2e-api-a-479c2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:58.335956177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-479c2a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b7966b222709dc28d0e11da9eeb8f605b6b2b69c19b24c4cc9e40e143bc108b) AuthConfig (953b3d0826a972a883b569c1e9fcbcf6d72d390b3b8cd550cd72492282713297) AuthConfig (032255ca9b0ae3620d7ef2dfa7217d7e88689e61e8884d49e6337b13b040f6f5) AuthConfig (a2fbbc61aa6f32a2fcae2b9cc089883ea1ae87bb1de9ed94b3eea266ae6f525b) AuthConfig (0aa014e04e423526f87d297c2dd97af019aea8357d57a69d583ea9e86616267e) AuthConfig (088e45abd28e9c84e1cf8f595f00aa0d2b3fb5b0b43d6f13239857fb3759a2f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"fe672019-3421-4179-8f52-d5ef10621364","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:58.861242543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5129c40-55f8-4a68-864d-c3661b882dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:58.877668178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5129c40-55f8-4a68-864d-c3661b882dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:58.922208272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5129c40-55f8-4a68-864d-c3661b882dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:00:58.937744674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5129c40-55f8-4a68-864d-c3661b882dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:02.028850615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c9a4853-7886-48ec-8733-56504e9a1be1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:02.028885386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c9a4853-7886-48ec-8733-56504e9a1be1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:02.046939419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06cdd71e-c3ec-44c4-b04b-a30affaf40b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:02.047035237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"06cdd71e-c3ec-44c4-b04b-a30affaf40b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:02.07579331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"cbea5fa5-7a7b-4a7e-bc56-3ef279e8471d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-df82ee","tenantID":"e2e-api-a-df82ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:02.12973172Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"cbea5fa5-7a7b-4a7e-bc56-3ef279e8471d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"name":"e2e-api-a-df82ee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:02.148895972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-df82ee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"cbea5fa5-7a7b-4a7e-bc56-3ef279e8471d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:02.169086126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce08b99b-fa04-4b4f-89b4-2c146daa771d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:02.169110166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce08b99b-fa04-4b4f-89b4-2c146daa771d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:06.588780592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9891e011-61af-47f6-b43a-5fcc4fe1756e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:06.603958261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9891e011-61af-47f6-b43a-5fcc4fe1756e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:06.618883502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9891e011-61af-47f6-b43a-5fcc4fe1756e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:06.646109149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9891e011-61af-47f6-b43a-5fcc4fe1756e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:07.507891711Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-7c486c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-7c486c","reconcileID":"e943ff61-d93f-434c-b8ca-cff5681e65aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-7c486c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-7c486c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:07.631124727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e34ead9-78dd-4307-b5fd-60a58b26fc21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:07.659124987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e34ead9-78dd-4307-b5fd-60a58b26fc21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:07.678472165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e34ead9-78dd-4307-b5fd-60a58b26fc21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:07.694235738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e34ead9-78dd-4307-b5fd-60a58b26fc21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:08.410477191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"6f453123-8b8e-46ec-832b-00ce93d61588","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-479c2a","tenantID":"e2e-api-a-479c2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:08.502481637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"6f453123-8b8e-46ec-832b-00ce93d61588","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"name":"e2e-api-a-479c2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:08.540264046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-479c2a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b7966b222709dc28d0e11da9eeb8f605b6b2b69c19b24c4cc9e40e143bc108b) AuthConfig (953b3d0826a972a883b569c1e9fcbcf6d72d390b3b8cd550cd72492282713297) AuthConfig (032255ca9b0ae3620d7ef2dfa7217d7e88689e61e8884d49e6337b13b040f6f5) AuthConfig (a2fbbc61aa6f32a2fcae2b9cc089883ea1ae87bb1de9ed94b3eea266ae6f525b) AuthConfig (0aa014e04e423526f87d297c2dd97af019aea8357d57a69d583ea9e86616267e) AuthConfig (088e45abd28e9c84e1cf8f595f00aa0d2b3fb5b0b43d6f13239857fb3759a2f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"6f453123-8b8e-46ec-832b-00ce93d61588","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:08.779635616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e908ac56-5fac-43e8-8988-4c4f4d62898a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:08.797591209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e908ac56-5fac-43e8-8988-4c4f4d62898a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:08.813427461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e908ac56-5fac-43e8-8988-4c4f4d62898a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:08.830975275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e908ac56-5fac-43e8-8988-4c4f4d62898a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:12.092550328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"0aae72a4-a7b1-4596-9832-a13f8a3c6db1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:12.190099948Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"0aae72a4-a7b1-4596-9832-a13f8a3c6db1","name":"e2e-mt-79e6c631-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:12.236062418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"a17d3215-8752-4a53-9c47-013af840e926","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-df82ee","tenantID":"e2e-api-a-df82ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:12.308570765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"a17d3215-8752-4a53-9c47-013af840e926","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"name":"e2e-api-a-df82ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:12.386254024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-df82ee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"a17d3215-8752-4a53-9c47-013af840e926","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:15.715553163Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:18.576096705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"bd15ede0-cd55-43d4-ad6a-b21c39e9f79c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-479c2a","tenantID":"e2e-api-a-479c2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:18.60332454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"bd15ede0-cd55-43d4-ad6a-b21c39e9f79c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"name":"e2e-api-a-479c2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:18.624358147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-479c2a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b7966b222709dc28d0e11da9eeb8f605b6b2b69c19b24c4cc9e40e143bc108b) AuthConfig (953b3d0826a972a883b569c1e9fcbcf6d72d390b3b8cd550cd72492282713297) AuthConfig (032255ca9b0ae3620d7ef2dfa7217d7e88689e61e8884d49e6337b13b040f6f5) AuthConfig (a2fbbc61aa6f32a2fcae2b9cc089883ea1ae87bb1de9ed94b3eea266ae6f525b) AuthConfig (0aa014e04e423526f87d297c2dd97af019aea8357d57a69d583ea9e86616267e) AuthConfig (088e45abd28e9c84e1cf8f595f00aa0d2b3fb5b0b43d6f13239857fb3759a2f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"bd15ede0-cd55-43d4-ad6a-b21c39e9f79c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:19.788976039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c77655f-e339-454b-acab-a544c88c3347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:19.876244516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c77655f-e339-454b-acab-a544c88c3347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:19.895733804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c77655f-e339-454b-acab-a544c88c3347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:19.913887981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c77655f-e339-454b-acab-a544c88c3347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:20.644904156Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-50734e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-50734e","reconcileID":"173d5009-d37a-441e-a15d-4caa28a845e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-50734e","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-50734e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:20.765779673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"711dfea5-e5d3-42b0-9967-66f4bee53a7f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ec4f6d","tenantID":"e2e-api-a-ec4f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:20.800410321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f00c1d-b31f-45fb-bb27-7276711064b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:20.809578581Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"711dfea5-e5d3-42b0-9967-66f4bee53a7f","name":"e2e-api-a-ec4f6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:20.816229726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f00c1d-b31f-45fb-bb27-7276711064b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:20.83224963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f00c1d-b31f-45fb-bb27-7276711064b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:20.890439588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99f00c1d-b31f-45fb-bb27-7276711064b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:21.981290427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c37de8cf-4e32-47b4-b2e5-96aabd3fbbea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:21.998654556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c37de8cf-4e32-47b4-b2e5-96aabd3fbbea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:22.030463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c37de8cf-4e32-47b4-b2e5-96aabd3fbbea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:22.045686659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c37de8cf-4e32-47b4-b2e5-96aabd3fbbea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:22.417948311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"92770cd2-6436-46d2-97c0-0470b5913130","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-df82ee","tenantID":"e2e-api-a-df82ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:22.442809522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"92770cd2-6436-46d2-97c0-0470b5913130","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"name":"e2e-api-a-df82ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:22.470739755Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-df82ee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"92770cd2-6436-46d2-97c0-0470b5913130","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:22.737279799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd858c1a-af1d-49ae-a370-1e7eafe51c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:22.815832155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd858c1a-af1d-49ae-a370-1e7eafe51c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:22.845501121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd858c1a-af1d-49ae-a370-1e7eafe51c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:22.870245035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd858c1a-af1d-49ae-a370-1e7eafe51c04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:23.76636921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6e2d7e-1af9-4f8e-9874-5a96b470486b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:23.78172101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6e2d7e-1af9-4f8e-9874-5a96b470486b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:23.796571673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6e2d7e-1af9-4f8e-9874-5a96b470486b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:23.811292836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b6e2d7e-1af9-4f8e-9874-5a96b470486b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:24.769695078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf334774-fcf5-4131-920f-81965fc8e9c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:24.785005853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf334774-fcf5-4131-920f-81965fc8e9c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:24.799756532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf334774-fcf5-4131-920f-81965fc8e9c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:24.814658879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf334774-fcf5-4131-920f-81965fc8e9c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:25.413655044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf5ec79-d355-4e9a-b999-7a771a1249b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:25.428721474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf5ec79-d355-4e9a-b999-7a771a1249b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:25.443976142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf5ec79-d355-4e9a-b999-7a771a1249b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:25.459518223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf5ec79-d355-4e9a-b999-7a771a1249b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:26.113762732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419688d5-873c-494b-a4bf-d58701cf0949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:26.128794556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419688d5-873c-494b-a4bf-d58701cf0949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:26.144309202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419688d5-873c-494b-a4bf-d58701cf0949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:26.160793858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"419688d5-873c-494b-a4bf-d58701cf0949","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.57178124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"deacb5a8-25c9-40ff-87e3-28eccd14f5ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.5718052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"deacb5a8-25c9-40ff-87e3-28eccd14f5ab","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.589407796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75109f71-da51-4f08-a173-1b6c1861f831","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.589426386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"75109f71-da51-4f08-a173-1b6c1861f831","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.618505414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"38c4d75e-f7e5-459a-9a05-f0e21f4eae17","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7fa011","tenantID":"e2e-api-b-7fa011","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.659943739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"d48f7389-c278-4913-995d-32d9b8ea9b37","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-479c2a","tenantID":"e2e-api-a-479c2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.67211238Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"38c4d75e-f7e5-459a-9a05-f0e21f4eae17","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"name":"e2e-api-b-7fa011-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.679637031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"d48f7389-c278-4913-995d-32d9b8ea9b37","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"name":"e2e-api-a-479c2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.690668617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7fa011-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"38c4d75e-f7e5-459a-9a05-f0e21f4eae17","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.698525773Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-479c2a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b7966b222709dc28d0e11da9eeb8f605b6b2b69c19b24c4cc9e40e143bc108b) AuthConfig (953b3d0826a972a883b569c1e9fcbcf6d72d390b3b8cd550cd72492282713297) AuthConfig (032255ca9b0ae3620d7ef2dfa7217d7e88689e61e8884d49e6337b13b040f6f5) AuthConfig (a2fbbc61aa6f32a2fcae2b9cc089883ea1ae87bb1de9ed94b3eea266ae6f525b) AuthConfig (0aa014e04e423526f87d297c2dd97af019aea8357d57a69d583ea9e86616267e) AuthConfig (088e45abd28e9c84e1cf8f595f00aa0d2b3fb5b0b43d6f13239857fb3759a2f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"d48f7389-c278-4913-995d-32d9b8ea9b37","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.710876022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31896d37-560b-41ba-8a94-298e58e6050f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:28.710892768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31896d37-560b-41ba-8a94-298e58e6050f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:29.949378841Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","namespace":"ai-tenant-e2e-api-b-8b57a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:29.949478621Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","namespace":"ai-tenant-e2e-api-b-8b57a2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:29.949562735Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","tenant":"e2e-api-b-8b57a2","tenantID":"e2e-api-b-8b57a2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:29.968726126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"Deployment","name":"maas-api-e2e-api-b-8b57a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.008275459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"Service","name":"maas-api-e2e-api-b-8b57a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.033058157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-8b57a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.052122202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-8b57a2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.070348634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-8b57a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.088528617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-8b57a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.108544236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-8b57a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.127730348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-8b57a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.142478319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"Deployment","name":"payload-processing-e2e-api-b-8b57a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.157308462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-8b57a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.172275301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"Service","name":"payload-processing-e2e-api-b-8b57a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.187353969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"Service","name":"payload-pre-processing-e2e-api-b-8b57a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.202801766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-8b57a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.217803844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-8b57a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.244167939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-8b57a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.2714736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-8b57a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.292929009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-8b57a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.333112809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-8b57a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.352162307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-8b57a2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.352560452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"3eb64b70-b2da-4836-9767-da99b520d7d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-479c2a","tenantID":"e2e-api-a-479c2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.374608847Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-8b57a2"},"namespace":"ai-tenant-e2e-api-b-8b57a2","name":"default-tenant","reconcileID":"53e57702-c086-48ff-b61b-401b351cf6b6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-8b57a2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.504692811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"3eb64b70-b2da-4836-9767-da99b520d7d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"name":"e2e-api-a-479c2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:30.652753296Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-479c2a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b7966b222709dc28d0e11da9eeb8f605b6b2b69c19b24c4cc9e40e143bc108b) AuthConfig (953b3d0826a972a883b569c1e9fcbcf6d72d390b3b8cd550cd72492282713297) AuthConfig (032255ca9b0ae3620d7ef2dfa7217d7e88689e61e8884d49e6337b13b040f6f5) AuthConfig (a2fbbc61aa6f32a2fcae2b9cc089883ea1ae87bb1de9ed94b3eea266ae6f525b) AuthConfig (0aa014e04e423526f87d297c2dd97af019aea8357d57a69d583ea9e86616267e) AuthConfig (088e45abd28e9c84e1cf8f595f00aa0d2b3fb5b0b43d6f13239857fb3759a2f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"3eb64b70-b2da-4836-9767-da99b520d7d2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:31.156844598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"bbf7f4d2-265e-4f73-933a-0dd3a42db906","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-479c2a","tenantID":"e2e-api-a-479c2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:31.237959907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"bbf7f4d2-265e-4f73-933a-0dd3a42db906","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"name":"e2e-api-a-479c2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:31.263979732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-479c2a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b7966b222709dc28d0e11da9eeb8f605b6b2b69c19b24c4cc9e40e143bc108b) AuthConfig (953b3d0826a972a883b569c1e9fcbcf6d72d390b3b8cd550cd72492282713297) AuthConfig (032255ca9b0ae3620d7ef2dfa7217d7e88689e61e8884d49e6337b13b040f6f5) AuthConfig (a2fbbc61aa6f32a2fcae2b9cc089883ea1ae87bb1de9ed94b3eea266ae6f525b) AuthConfig (0aa014e04e423526f87d297c2dd97af019aea8357d57a69d583ea9e86616267e) AuthConfig (088e45abd28e9c84e1cf8f595f00aa0d2b3fb5b0b43d6f13239857fb3759a2f3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"bbf7f4d2-265e-4f73-933a-0dd3a42db906","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:31.359471254Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-8b57a2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-8b57a2","reconcileID":"a14c65d0-200c-4a3e-826c-8899e858fa10","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-8b57a2","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-8b57a2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:31.421680319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b15122-2a6a-4a9a-9001-9353cec34806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:31.437029947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b15122-2a6a-4a9a-9001-9353cec34806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:31.452487147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b15122-2a6a-4a9a-9001-9353cec34806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:31.467562841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b15122-2a6a-4a9a-9001-9353cec34806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:32.224413077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5877b4-b0f7-4c98-aeaa-371e8842a855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:32.239767621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5877b4-b0f7-4c98-aeaa-371e8842a855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:32.254998953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5877b4-b0f7-4c98-aeaa-371e8842a855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:32.27080363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f5877b4-b0f7-4c98-aeaa-371e8842a855","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:32.501896588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"603a5cf3-7f30-4bbf-a300-fa877a446568","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-df82ee","tenantID":"e2e-api-a-df82ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:32.523066437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"603a5cf3-7f30-4bbf-a300-fa877a446568","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"name":"e2e-api-a-df82ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:32.54212218Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-df82ee-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"603a5cf3-7f30-4bbf-a300-fa877a446568","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:32.910374879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bded01-2e46-48f2-b73b-b2d04ea2e751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:32.92555334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bded01-2e46-48f2-b73b-b2d04ea2e751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:32.940470743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bded01-2e46-48f2-b73b-b2d04ea2e751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:32.955538917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6bded01-2e46-48f2-b73b-b2d04ea2e751","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:34.049691339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618dbf12-8e6d-489d-91d3-cd7218b28f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:34.064718923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618dbf12-8e6d-489d-91d3-cd7218b28f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:34.079716143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618dbf12-8e6d-489d-91d3-cd7218b28f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:34.096682123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618dbf12-8e6d-489d-91d3-cd7218b28f22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:38.758276652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"4b053f82-5871-424f-a0d8-880f48437f4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7fa011","tenantID":"e2e-api-b-7fa011","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:38.778415886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"4b053f82-5871-424f-a0d8-880f48437f4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"name":"e2e-api-b-7fa011-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:38.796861489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7fa011-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"4b053f82-5871-424f-a0d8-880f48437f4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:40.452993183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed81a19-bc68-4884-9e66-b5b7e62fa56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:40.468398301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed81a19-bc68-4884-9e66-b5b7e62fa56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:40.48390318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed81a19-bc68-4884-9e66-b5b7e62fa56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:40.499675913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ed81a19-bc68-4884-9e66-b5b7e62fa56b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:40.666852731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"137a7611-89e5-4164-92a4-72fd9119b99b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-479c2a","tenantID":"e2e-api-a-479c2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:40.731995084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"137a7611-89e5-4164-92a4-72fd9119b99b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"name":"e2e-api-a-479c2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:40.873390108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6af6f753-7240-4fef-85cd-35fc911d00eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:40.873426285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6af6f753-7240-4fef-85cd-35fc911d00eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:40.947935179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"e1463218-a809-46c1-a80c-37ce2ac2bf67","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-479c2a","tenantID":"e2e-api-a-479c2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:41.109560162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"e1463218-a809-46c1-a80c-37ce2ac2bf67","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"name":"e2e-api-a-479c2a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:41.218416124Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-10b990","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-10b990","reconcileID":"620a46f9-6df8-4e3f-b8f3-7427fe3e9b2f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-10b990","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-10b990":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:41.49620449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c101e917-354f-4023-a4d2-3876de91faa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:41.53356258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c101e917-354f-4023-a4d2-3876de91faa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:41.580905019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c101e917-354f-4023-a4d2-3876de91faa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:41.653379774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c101e917-354f-4023-a4d2-3876de91faa8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.486597486Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"14088646-c5d2-4854-a838-4c0f5a1e3c21","namespace":"ai-tenant-e2e-api-a-479c2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.487083467Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"14088646-c5d2-4854-a838-4c0f5a1e3c21","namespace":"ai-tenant-e2e-api-a-479c2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.487380542Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"14088646-c5d2-4854-a838-4c0f5a1e3c21","name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.606293327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8eca84d-620c-4939-be71-2c6c5a1d9372","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.662389342Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f8eca84d-620c-4939-be71-2c6c5a1d9372","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.611572362Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"14088646-c5d2-4854-a838-4c0f5a1e3c21","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.612480205Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"c1bf4c1f-fa7c-4e66-8cb4-51692c740b82","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.740523144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"9cab44ae-b218-4b59-bf3c-3351aac88648","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-df82ee","tenantID":"e2e-api-a-df82ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.835310231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"9cab44ae-b218-4b59-bf3c-3351aac88648","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"name":"e2e-api-a-df82ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.878737351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"c1bf4c1f-fa7c-4e66-8cb4-51692c740b82","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-479c2a","tenantID":"e2e-api-a-479c2a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.898784957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-df82ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8e3d8eed056415bf82663f4efa73685172cc66d54c14b1b2d7dc140bea4c4333) AuthConfig (1b81b3b0244c0a656bd8d074dcc44cd9f641ec88c763924b61740636cc1f8f05) AuthConfig (702f40b754e5762a5b62908a4305e22ae359526a6f909926ccf72eec8e0265ef) AuthConfig (3b54c1c7614180b3c9f0ffa7ef158fbc696c9efcc74f91b65d01965a22fc3edc) AuthConfig (4c7857a51c46c0d4efb9c5859e1e25f1e19f4a1462278cc20fe071ed8917b52b) AuthConfig (ece81822caace2df217ae0beccab17945f69fba6504b8680354d8ca5db2503a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"9cab44ae-b218-4b59-bf3c-3351aac88648","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.945623158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ec67328-1f13-4eda-a2e4-072826912980","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:42.945741589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ec67328-1f13-4eda-a2e4-072826912980","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:43.044084204Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"c1bf4c1f-fa7c-4e66-8cb4-51692c740b82","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"name":"e2e-api-a-479c2a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:43.044110655Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"e2e-e2e-api-a-479c2a-policy","reconcileID":"c1bf4c1f-fa7c-4e66-8cb4-51692c740b82","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-479c2a-policy","namespace":"ai-tenant-e2e-api-a-479c2a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-479c2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:43.069079717Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be1027b2-f139-4d7d-8156-37e09a29224e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:43.069105072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be1027b2-f139-4d7d-8156-37e09a29224e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:43.146127627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e7e59a-20c6-454e-bd67-925b96691acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:43.16117375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e7e59a-20c6-454e-bd67-925b96691acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:43.176543718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e7e59a-20c6-454e-bd67-925b96691acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:43.195052971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e7e59a-20c6-454e-bd67-925b96691acc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:43.904435112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d12b1c-23f4-44ec-9c14-74070f2fe0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:43.920249386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d12b1c-23f4-44ec-9c14-74070f2fe0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:43.935377876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d12b1c-23f4-44ec-9c14-74070f2fe0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:43.950854507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6d12b1c-23f4-44ec-9c14-74070f2fe0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:45.186667419Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-44a4e4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-44a4e4","reconcileID":"c46930d6-245b-4ef6-84e9-5b30eb58bbae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-44a4e4","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-44a4e4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:45.256706938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8072ccc7-01e8-44aa-bcfb-307c7ae69860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:45.275233565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8072ccc7-01e8-44aa-bcfb-307c7ae69860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:45.310125515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8072ccc7-01e8-44aa-bcfb-307c7ae69860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:45.354782811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8072ccc7-01e8-44aa-bcfb-307c7ae69860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:45.508752761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"a4b21f33-31c0-4adf-bd22-47fa1020dd31","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7c486c","tenantID":"e2e-api-b-7c486c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:45.554892052Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"a4b21f33-31c0-4adf-bd22-47fa1020dd31","name":"e2e-api-b-7c486c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:45.661315828Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:46.115546886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6491df5-362f-4cb7-9710-998b64236293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:46.14447077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6491df5-362f-4cb7-9710-998b64236293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:46.187999711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6491df5-362f-4cb7-9710-998b64236293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:46.219924983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6491df5-362f-4cb7-9710-998b64236293","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:46.913823286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1b70d2-d9e2-4da4-b939-d0fcd15e4710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:46.928882605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1b70d2-d9e2-4da4-b939-d0fcd15e4710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:46.94416725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1b70d2-d9e2-4da4-b939-d0fcd15e4710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:46.959576172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a1b70d2-d9e2-4da4-b939-d0fcd15e4710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:47.992416143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8445421-b3cf-4f55-9d3d-d2109d2a159a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.008029501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8445421-b3cf-4f55-9d3d-d2109d2a159a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.024509605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8445421-b3cf-4f55-9d3d-d2109d2a159a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.051027059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8445421-b3cf-4f55-9d3d-d2109d2a159a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.828103906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"462d9ebe-7557-47cf-ba9e-7192dbc9765c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7fa011","tenantID":"e2e-api-b-7fa011","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.848123447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"462d9ebe-7557-47cf-ba9e-7192dbc9765c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"name":"e2e-api-b-7fa011-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.866956744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7fa011-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"462d9ebe-7557-47cf-ba9e-7192dbc9765c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.908220513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0232558-8673-443d-9dcc-1feb4321955c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.923262822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0232558-8673-443d-9dcc-1feb4321955c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.938011407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0232558-8673-443d-9dcc-1feb4321955c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:48.953022742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0232558-8673-443d-9dcc-1feb4321955c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:49.596064826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440601c1-e83b-49f6-be5d-00a902a94141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:49.644244513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440601c1-e83b-49f6-be5d-00a902a94141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:49.669208528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440601c1-e83b-49f6-be5d-00a902a94141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:49.722513382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"440601c1-e83b-49f6-be5d-00a902a94141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:50.716641592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"1a20d58b-1bcf-4f75-b53e-c434b39c5abb","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:50.716666755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"1a20d58b-1bcf-4f75-b53e-c434b39c5abb","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:50.804826788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c1b45f-bfbb-43ba-9f0a-b5d98eefbbd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:50.823740762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c1b45f-bfbb-43ba-9f0a-b5d98eefbbd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:50.838897436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c1b45f-bfbb-43ba-9f0a-b5d98eefbbd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:50.854133745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c1b45f-bfbb-43ba-9f0a-b5d98eefbbd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:51.587882182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee319042-ed34-4765-8524-deffb8cf28f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:51.602837472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee319042-ed34-4765-8524-deffb8cf28f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:51.618312569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee319042-ed34-4765-8524-deffb8cf28f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:51.634084169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ee319042-ed34-4765-8524-deffb8cf28f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.289110783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e82a43af-cac6-4eb7-97d6-f4dd2c4ce67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.305153843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e82a43af-cac6-4eb7-97d6-f4dd2c4ce67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.321360247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e82a43af-cac6-4eb7-97d6-f4dd2c4ce67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.341314811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e82a43af-cac6-4eb7-97d6-f4dd2c4ce67a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.978132298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"5b6067df-620f-49f9-b6ab-e8694735ee0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-df82ee","tenantID":"e2e-api-a-df82ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:52.998430217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"5b6067df-620f-49f9-b6ab-e8694735ee0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"name":"e2e-api-a-df82ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:53.017380083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-df82ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8e3d8eed056415bf82663f4efa73685172cc66d54c14b1b2d7dc140bea4c4333) AuthConfig (1b81b3b0244c0a656bd8d074dcc44cd9f641ec88c763924b61740636cc1f8f05) AuthConfig (702f40b754e5762a5b62908a4305e22ae359526a6f909926ccf72eec8e0265ef) AuthConfig (3b54c1c7614180b3c9f0ffa7ef158fbc696c9efcc74f91b65d01965a22fc3edc) AuthConfig (4c7857a51c46c0d4efb9c5859e1e25f1e19f4a1462278cc20fe071ed8917b52b) AuthConfig (ece81822caace2df217ae0beccab17945f69fba6504b8680354d8ca5db2503a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"5b6067df-620f-49f9-b6ab-e8694735ee0b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:53.066053022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b659d22-3235-4098-85d5-48f27862a1b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:53.14565599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b659d22-3235-4098-85d5-48f27862a1b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:53.166020913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b659d22-3235-4098-85d5-48f27862a1b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:53.224810127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b659d22-3235-4098-85d5-48f27862a1b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:53.921474176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a69e73-0b3b-4717-bcb4-e01fbd7f08aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:53.94500946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a69e73-0b3b-4717-bcb4-e01fbd7f08aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:53.960857402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a69e73-0b3b-4717-bcb4-e01fbd7f08aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:53.976674867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26a69e73-0b3b-4717-bcb4-e01fbd7f08aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:54.611893483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214b39d0-41e8-4390-ac61-54c9be3e7aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:54.630235445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214b39d0-41e8-4390-ac61-54c9be3e7aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:54.652766854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214b39d0-41e8-4390-ac61-54c9be3e7aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:54.668015025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214b39d0-41e8-4390-ac61-54c9be3e7aee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.357068191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f933f2d-1b82-47cd-9ff1-3758a7e70b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.421592399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f933f2d-1b82-47cd-9ff1-3758a7e70b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.441862037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f933f2d-1b82-47cd-9ff1-3758a7e70b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:55.458899996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f933f2d-1b82-47cd-9ff1-3758a7e70b62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:58.146615301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b5007f-a504-424a-909c-8d66571644c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:58.165584608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b5007f-a504-424a-909c-8d66571644c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:58.18266999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b5007f-a504-424a-909c-8d66571644c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:58.20372496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3b5007f-a504-424a-909c-8d66571644c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:58.889322586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3eaacec-566b-4074-be6b-0201f06dce6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:58.925789777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3eaacec-566b-4074-be6b-0201f06dce6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:58.967889174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3eaacec-566b-4074-be6b-0201f06dce6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:58.997466154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3eaacec-566b-4074-be6b-0201f06dce6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:59.014556458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"759d061b-8492-44fc-a02f-acceefe56d34","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7fa011","tenantID":"e2e-api-b-7fa011","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:59.037293677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"759d061b-8492-44fc-a02f-acceefe56d34","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"name":"e2e-api-b-7fa011-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:59.057638547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7fa011-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"759d061b-8492-44fc-a02f-acceefe56d34","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:59.834139461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"fdda6465-ec57-4b95-bc9a-76ffdb539e9f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-50734e","tenantID":"e2e-ipp-b-50734e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:59.877929411Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"fdda6465-ec57-4b95-bc9a-76ffdb539e9f","name":"e2e-ipp-b-50734e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:59.923207412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73de62d-7865-461d-83cc-f8f8d6e06837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:59.962854815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73de62d-7865-461d-83cc-f8f8d6e06837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:01:59.989235789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73de62d-7865-461d-83cc-f8f8d6e06837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:00.07274154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73de62d-7865-461d-83cc-f8f8d6e06837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:00.530942835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"b565377f-73b6-4c37-b177-9948e89a97ed","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:00.53096697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"b565377f-73b6-4c37-b177-9948e89a97ed","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:00.551644058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"1d7e02e6-35e6-42be-85f8-811e05e832eb","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:00.551674761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"1d7e02e6-35e6-42be-85f8-811e05e832eb","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:00.991712057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efdd68de-b8b0-4936-841d-e9b7b2a29a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.007337015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efdd68de-b8b0-4936-841d-e9b7b2a29a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.022648032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efdd68de-b8b0-4936-841d-e9b7b2a29a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.037583125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efdd68de-b8b0-4936-841d-e9b7b2a29a84","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.73182404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f678b0a8-18f0-4989-8dbf-11054fca7934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.746939202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f678b0a8-18f0-4989-8dbf-11054fca7934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.762375129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f678b0a8-18f0-4989-8dbf-11054fca7934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.77743641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f678b0a8-18f0-4989-8dbf-11054fca7934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.799849691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af9142f1-4cc8-4cd0-a15c-5ed3d7880c70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.799870581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"af9142f1-4cc8-4cd0-a15c-5ed3d7880c70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.817618339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a721980a-27aa-47b8-bee8-fce5c6afab6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.817640901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a721980a-27aa-47b8-bee8-fce5c6afab6f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.858555261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"a2578a0a-d623-4b87-8678-ed5ec67aa4f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ec4f6d","tenantID":"e2e-api-a-ec4f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.912755932Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"a2578a0a-d623-4b87-8678-ed5ec67aa4f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"name":"e2e-api-a-ec4f6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.93126209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ec4f6d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"a2578a0a-d623-4b87-8678-ed5ec67aa4f1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.951344049Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77da8636-d0de-4bed-96d2-4f264f070d21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:01.951372123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77da8636-d0de-4bed-96d2-4f264f070d21","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:02.426666978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9186e8-5cb6-438a-9a15-c62f19de3170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:02.443116754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9186e8-5cb6-438a-9a15-c62f19de3170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:02.458226302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9186e8-5cb6-438a-9a15-c62f19de3170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:02.473659767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be9186e8-5cb6-438a-9a15-c62f19de3170","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:03.180455004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"46747198-9464-4849-847e-3a94c8e937e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-df82ee","tenantID":"e2e-api-a-df82ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:03.263355709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"46747198-9464-4849-847e-3a94c8e937e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"name":"e2e-api-a-df82ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:03.497313473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-df82ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8e3d8eed056415bf82663f4efa73685172cc66d54c14b1b2d7dc140bea4c4333) AuthConfig (1b81b3b0244c0a656bd8d074dcc44cd9f641ec88c763924b61740636cc1f8f05) AuthConfig (702f40b754e5762a5b62908a4305e22ae359526a6f909926ccf72eec8e0265ef) AuthConfig (3b54c1c7614180b3c9f0ffa7ef158fbc696c9efcc74f91b65d01965a22fc3edc) AuthConfig (4c7857a51c46c0d4efb9c5859e1e25f1e19f4a1462278cc20fe071ed8917b52b) AuthConfig (ece81822caace2df217ae0beccab17945f69fba6504b8680354d8ca5db2503a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"46747198-9464-4849-847e-3a94c8e937e4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:03.689136592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c43bd1-b888-4768-b540-5cc7d816ea4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:03.704180442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c43bd1-b888-4768-b540-5cc7d816ea4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:03.719277879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c43bd1-b888-4768-b540-5cc7d816ea4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:03.734550935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c43bd1-b888-4768-b540-5cc7d816ea4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:04.402502326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18b28ea3-eb23-45cd-b823-c0f29050564d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:04.417842589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18b28ea3-eb23-45cd-b823-c0f29050564d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:04.432611367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18b28ea3-eb23-45cd-b823-c0f29050564d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:04.447961628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18b28ea3-eb23-45cd-b823-c0f29050564d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:05.982892201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076359f1-99bc-4f32-a8fd-9c74539fe5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:05.9979497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076359f1-99bc-4f32-a8fd-9c74539fe5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:06.01279085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076359f1-99bc-4f32-a8fd-9c74539fe5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:06.027949662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"076359f1-99bc-4f32-a8fd-9c74539fe5c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:06.628399704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b29ba388-7df2-40cb-99ef-13f4c7b9a117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:06.643654324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b29ba388-7df2-40cb-99ef-13f4c7b9a117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:06.65861722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b29ba388-7df2-40cb-99ef-13f4c7b9a117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:06.721251278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b29ba388-7df2-40cb-99ef-13f4c7b9a117","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:06.822740857Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d430df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d430df","reconcileID":"802629bd-578c-4da6-a81a-c342ecca6d8a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d430df","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-d430df":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:07.638973278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adec9231-c498-49e7-a2d3-89f500d7eafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:07.671765275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adec9231-c498-49e7-a2d3-89f500d7eafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:07.699921688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adec9231-c498-49e7-a2d3-89f500d7eafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:07.716861936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adec9231-c498-49e7-a2d3-89f500d7eafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:08.303349567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ae3155-d499-49e9-a518-a7463a00214c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:08.318421475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ae3155-d499-49e9-a518-a7463a00214c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:08.333721672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ae3155-d499-49e9-a518-a7463a00214c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:08.349877722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ae3155-d499-49e9-a518-a7463a00214c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:09.172484675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9a3c35-af04-45c7-a279-a73abf16fc48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:09.236004967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9a3c35-af04-45c7-a279-a73abf16fc48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:09.287564783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9a3c35-af04-45c7-a279-a73abf16fc48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:09.288109209Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"e206b138-3622-408a-b043-e127fc1a913a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7fa011","tenantID":"e2e-api-b-7fa011","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:09.339226274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9a3c35-af04-45c7-a279-a73abf16fc48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:09.412629498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"e206b138-3622-408a-b043-e127fc1a913a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"name":"e2e-api-b-7fa011-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:09.434353177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7fa011-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"e206b138-3622-408a-b043-e127fc1a913a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:10.128874045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7135a64d-ad58-4212-a599-927760c2461a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:10.158551316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7135a64d-ad58-4212-a599-927760c2461a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:10.200569898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7135a64d-ad58-4212-a599-927760c2461a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:10.243984928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7135a64d-ad58-4212-a599-927760c2461a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:10.698742315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"7ece6889-f467-4e4b-a5cc-516b385ec23d","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"tenant":"e2e-mt-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","model":"ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:10.698894579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"7ece6889-f467-4e4b-a5cc-516b385ec23d","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"routeName":"e2e-lifecycle-model-79e6c631-kserve-route","namespace":"ai-tenant-e2e-mt-79e6c631","llmisvcName":"e2e-lifecycle-model-79e6c631","gateway":"openshift-ingress/e2e-mt-79e6c631","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:10.901126674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44f4f83-a3c5-469b-9b08-43f5170aad11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:10.918362952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44f4f83-a3c5-469b-9b08-43f5170aad11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:10.933506265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44f4f83-a3c5-469b-9b08-43f5170aad11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:10.948456229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44f4f83-a3c5-469b-9b08-43f5170aad11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:11.695866495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2796684e-65de-47d9-848e-7d717ac4b694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:11.713732391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2796684e-65de-47d9-848e-7d717ac4b694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:11.812435072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2796684e-65de-47d9-848e-7d717ac4b694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:11.851990439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2796684e-65de-47d9-848e-7d717ac4b694","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:12.147416934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"71a5fffb-182d-4d90-aefc-2b243dd82e46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ec4f6d","tenantID":"e2e-api-a-ec4f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:12.230850776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"71a5fffb-182d-4d90-aefc-2b243dd82e46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"name":"e2e-api-a-ec4f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:12.25134062Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ec4f6d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"71a5fffb-182d-4d90-aefc-2b243dd82e46","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:12.864370588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de03c9c-3eee-439f-b841-c394ad82f06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:12.879769637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de03c9c-3eee-439f-b841-c394ad82f06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:12.897271935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de03c9c-3eee-439f-b841-c394ad82f06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:12.912658546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0de03c9c-3eee-439f-b841-c394ad82f06c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:13.503818681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafcde1d-b8c5-4592-b057-44e869ef107d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:13.519228059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafcde1d-b8c5-4592-b057-44e869ef107d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:13.534494122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafcde1d-b8c5-4592-b057-44e869ef107d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:13.549660056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fafcde1d-b8c5-4592-b057-44e869ef107d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:13.564817457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"807e0dd3-ddeb-4be9-aff9-59a608871ec8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-df82ee","tenantID":"e2e-api-a-df82ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:13.58603095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"807e0dd3-ddeb-4be9-aff9-59a608871ec8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"name":"e2e-api-a-df82ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:13.605929919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-df82ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8e3d8eed056415bf82663f4efa73685172cc66d54c14b1b2d7dc140bea4c4333) AuthConfig (1b81b3b0244c0a656bd8d074dcc44cd9f641ec88c763924b61740636cc1f8f05) AuthConfig (702f40b754e5762a5b62908a4305e22ae359526a6f909926ccf72eec8e0265ef) AuthConfig (3b54c1c7614180b3c9f0ffa7ef158fbc696c9efcc74f91b65d01965a22fc3edc) AuthConfig (4c7857a51c46c0d4efb9c5859e1e25f1e19f4a1462278cc20fe071ed8917b52b) AuthConfig (ece81822caace2df217ae0beccab17945f69fba6504b8680354d8ca5db2503a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"807e0dd3-ddeb-4be9-aff9-59a608871ec8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:15.660392128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.258904577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"aadb57dc-f689-401c-b138-e4550f87dfe0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-10b990","tenantID":"e2e-ipp-b-10b990","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.302305028Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"aadb57dc-f689-401c-b138-e4550f87dfe0","name":"e2e-ipp-b-10b990-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.46472259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"965cb98c-e87f-497f-8e9f-7be0a50d157d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7fa011","tenantID":"e2e-api-b-7fa011","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.48425031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"965cb98c-e87f-497f-8e9f-7be0a50d157d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"name":"e2e-api-b-7fa011-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:19.502525607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7fa011-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"965cb98c-e87f-497f-8e9f-7be0a50d157d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.24302546Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","namespace":"ai-tenant-e2e-api-a-479c2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.243223397Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","namespace":"ai-tenant-e2e-api-a-479c2a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.243344755Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","tenant":"e2e-api-a-479c2a","tenantID":"e2e-api-a-479c2a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.261694974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"Deployment","name":"maas-api-e2e-api-a-479c2a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.296703403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"Service","name":"maas-api-e2e-api-a-479c2a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.32299843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-479c2a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.340537634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-479c2a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.36080837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-479c2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.37833536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-479c2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.398340556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-479c2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.416232863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-479c2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.430880107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"Deployment","name":"payload-processing-e2e-api-a-479c2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.445632472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-479c2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.460182351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"Service","name":"payload-processing-e2e-api-a-479c2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.474699272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"Service","name":"payload-pre-processing-e2e-api-a-479c2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.489109254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-479c2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.503566911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-479c2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.518334504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-479c2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.541769892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-479c2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.564672819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-479c2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.590652451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-479c2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.633134282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-479c2a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:21.658204495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-479c2a"},"namespace":"ai-tenant-e2e-api-a-479c2a","name":"default-tenant","reconcileID":"e68db0d7-0b44-4156-8f71-80373234833e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-479c2a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.30583108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"c11e8eda-aba4-4c2f-b863-ee4580acbfef","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ec4f6d","tenantID":"e2e-api-a-ec4f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.423873022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"c11e8eda-aba4-4c2f-b863-ee4580acbfef","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"name":"e2e-api-a-ec4f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.424545856Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-479c2a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-479c2a","reconcileID":"6d87116a-25e0-437f-8592-7ff5e72bf4aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-479c2a","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-479c2a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:22.468815503Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ec4f6d-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"c11e8eda-aba4-4c2f-b863-ee4580acbfef","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:23.342442563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d441a51f-cb0e-450b-a426-f24c676284fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:23.374176447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d441a51f-cb0e-450b-a426-f24c676284fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:23.424240993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d441a51f-cb0e-450b-a426-f24c676284fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:23.499627751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d441a51f-cb0e-450b-a426-f24c676284fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:23.666334901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"4f06a514-5669-4805-adc9-03c61c7d499f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-df82ee","tenantID":"e2e-api-a-df82ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:23.735235353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"4f06a514-5669-4805-adc9-03c61c7d499f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"name":"e2e-api-a-df82ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:23.762065561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-df82ee-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8e3d8eed056415bf82663f4efa73685172cc66d54c14b1b2d7dc140bea4c4333) AuthConfig (1b81b3b0244c0a656bd8d074dcc44cd9f641ec88c763924b61740636cc1f8f05) AuthConfig (702f40b754e5762a5b62908a4305e22ae359526a6f909926ccf72eec8e0265ef) AuthConfig (3b54c1c7614180b3c9f0ffa7ef158fbc696c9efcc74f91b65d01965a22fc3edc) AuthConfig (4c7857a51c46c0d4efb9c5859e1e25f1e19f4a1462278cc20fe071ed8917b52b) AuthConfig (ece81822caace2df217ae0beccab17945f69fba6504b8680354d8ca5db2503a4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"4f06a514-5669-4805-adc9-03c61c7d499f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:24.371659951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d049b54-fced-4a0b-837e-9deb6474815a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:24.403520513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d049b54-fced-4a0b-837e-9deb6474815a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:24.419776402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d049b54-fced-4a0b-837e-9deb6474815a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:24.438756988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d049b54-fced-4a0b-837e-9deb6474815a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:26.003347081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cfbc1db-328a-4415-8274-ae268656d2a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:26.030388802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cfbc1db-328a-4415-8274-ae268656d2a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:26.060412712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cfbc1db-328a-4415-8274-ae268656d2a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:26.08207081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cfbc1db-328a-4415-8274-ae268656d2a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:27.279557637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55199cbc-adf6-444f-b0dd-eb23716c782d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:27.305667983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55199cbc-adf6-444f-b0dd-eb23716c782d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:27.322499811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55199cbc-adf6-444f-b0dd-eb23716c782d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:27.351025337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55199cbc-adf6-444f-b0dd-eb23716c782d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:28.314326411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"7df2a2f4-4cfc-469a-9fef-5d9743317b5e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-44a4e4","tenantID":"e2e-ipp-a-44a4e4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:28.375637813Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"7df2a2f4-4cfc-469a-9fef-5d9743317b5e","name":"e2e-ipp-a-44a4e4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:29.54217471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"5f51cb1c-c1aa-4586-8622-3ff9870b061e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7fa011","tenantID":"e2e-api-b-7fa011","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:29.563862286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"5f51cb1c-c1aa-4586-8622-3ff9870b061e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"name":"e2e-api-b-7fa011-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:29.579316382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"740272e5-aa24-495b-ba25-c9cb8e72b798","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:29.620679002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"740272e5-aa24-495b-ba25-c9cb8e72b798","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:29.621583333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f6b353b-a979-4663-82d7-cbc4b5f0a519","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:29.621660424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f6b353b-a979-4663-82d7-cbc4b5f0a519","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:29.669233543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"72c107ed-8132-4246-a170-6bf780543438","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7c486c","tenantID":"e2e-api-b-7c486c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:29.690984111Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7fa011-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2919799dec953ad593af7006b7bdc5d8366b39eb9535e0fc5791e8ffe417e9ff) AuthConfig (439ee4f6ff51dc56790a9d9e8354d9f3f5d0171d97c73b7427e3a2e70e69d179) AuthConfig (c18f2fd3893843692dcc5106aed073548af9e298d1a22455df1d367de194f0df) AuthConfig (592d4794d1c69414e6ca1fe0d9faaadae0d87d32a774985d83e41ee4d47dd000) AuthConfig (7b97dda021e5c856f8b324ae46224bafd05e35a5296d97389f90afb4dd0d2c6e) AuthConfig (d4134d1443246b741849dfe48227e7b9183cce2150507ef704ee2df12cc33890)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"5f51cb1c-c1aa-4586-8622-3ff9870b061e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:29.730280159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfd7f637-daa9-4983-a359-3d9bf8dfc943","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:29.730420061Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfd7f637-daa9-4983-a359-3d9bf8dfc943","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:29.845910885Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"72c107ed-8132-4246-a170-6bf780543438","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"name":"e2e-api-b-7c486c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:29.868421397Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7c486c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"72c107ed-8132-4246-a170-6bf780543438","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:29.907130965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7989205-2a1e-4e11-9323-0c38e54644be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:29.907163677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d7989205-2a1e-4e11-9323-0c38e54644be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:30.423682899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"5874ee43-580f-45fa-a51e-c93d92cfec11","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7fa011","tenantID":"e2e-api-b-7fa011","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:30.598929143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"5874ee43-580f-45fa-a51e-c93d92cfec11","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"name":"e2e-api-b-7fa011-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:30.743763155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7fa011-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2919799dec953ad593af7006b7bdc5d8366b39eb9535e0fc5791e8ffe417e9ff) AuthConfig (439ee4f6ff51dc56790a9d9e8354d9f3f5d0171d97c73b7427e3a2e70e69d179) AuthConfig (c18f2fd3893843692dcc5106aed073548af9e298d1a22455df1d367de194f0df) AuthConfig (592d4794d1c69414e6ca1fe0d9faaadae0d87d32a774985d83e41ee4d47dd000) AuthConfig (7b97dda021e5c856f8b324ae46224bafd05e35a5296d97389f90afb4dd0d2c6e) AuthConfig (d4134d1443246b741849dfe48227e7b9183cce2150507ef704ee2df12cc33890)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"5874ee43-580f-45fa-a51e-c93d92cfec11","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:30.771775211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"fa4f0c06-a5b0-4dc8-b99a-17742ff5519a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-df82ee","tenantID":"e2e-api-a-df82ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:30.835831465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"fa4f0c06-a5b0-4dc8-b99a-17742ff5519a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"name":"e2e-api-a-df82ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:30.887116197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"55506e01-934c-4f67-9857-d12f32869161","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7fa011","tenantID":"e2e-api-b-7fa011","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:30.965737933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"55506e01-934c-4f67-9857-d12f32869161","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"name":"e2e-api-b-7fa011-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:30.990533047Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7fa011-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2919799dec953ad593af7006b7bdc5d8366b39eb9535e0fc5791e8ffe417e9ff) AuthConfig (439ee4f6ff51dc56790a9d9e8354d9f3f5d0171d97c73b7427e3a2e70e69d179) AuthConfig (c18f2fd3893843692dcc5106aed073548af9e298d1a22455df1d367de194f0df) AuthConfig (592d4794d1c69414e6ca1fe0d9faaadae0d87d32a774985d83e41ee4d47dd000) AuthConfig (7b97dda021e5c856f8b324ae46224bafd05e35a5296d97389f90afb4dd0d2c6e) AuthConfig (d4134d1443246b741849dfe48227e7b9183cce2150507ef704ee2df12cc33890)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"55506e01-934c-4f67-9857-d12f32869161","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.017722926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d66a816-794c-4127-b606-4b9026f88698","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.017847845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1d66a816-794c-4127-b606-4b9026f88698","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.082863221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b384458a-4e2b-4166-913b-42834a84e62b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.100305858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b384458a-4e2b-4166-913b-42834a84e62b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.117405779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b384458a-4e2b-4166-913b-42834a84e62b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.134238355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b384458a-4e2b-4166-913b-42834a84e62b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.172141383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"ad03527c-35f9-4fd6-a104-0e40a98da35a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-df82ee","tenantID":"e2e-api-a-df82ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.203395179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"ad03527c-35f9-4fd6-a104-0e40a98da35a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"name":"e2e-api-a-df82ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.430772417Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","namespace":"ai-tenant-e2e-mt-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.430975202Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","namespace":"ai-tenant-e2e-mt-79e6c631","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.431112212Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","tenant":"e2e-mt-79e6c631","tenantID":"e2e-mt-79e6c631","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.454897509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"Deployment","name":"maas-api-e2e-mt-79e6c631","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.496713105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"Service","name":"maas-api-e2e-mt-79e6c631","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.543142999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-79e6c631","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.545930522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"290ff26b-9140-4a10-8ad4-b69643f4a473","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.564475427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-79e6c631","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.583339282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.602624215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.637389153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.693374598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.755512907Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"Deployment","name":"payload-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.791528219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.911558065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"Service","name":"payload-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.946555566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"Service","name":"payload-pre-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.963634685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"DestinationRule","name":"payload-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:31.996641501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:32.080158134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:32.145416646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:32.219800455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:32.248613762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:32.492553649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-79e6c631","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:32.568147359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"default-tenant","reconcileID":"97aaa305-7d3f-49bf-bd19-9394e6668c60","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-79e6c631","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:32.712479362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"c23a50fb-0152-4e42-bbf0-d6414cb5dc4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ec4f6d","tenantID":"e2e-api-a-ec4f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:32.78109178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"13108083-9ace-4d94-9d65-282153587414","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:32.917026254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"c23a50fb-0152-4e42-bbf0-d6414cb5dc4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"name":"e2e-api-a-ec4f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:32.946165631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ec4f6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a43258de51f6d39ce56cf4396c2c5e70586ce3a463d9a9c6e2fc47b2fec2d887) AuthConfig (4bdc502907d4b148359c996ac3c59e0f55f211703ffb7b2889b467e1bd37016b) AuthConfig (bec9a7be9a8d113d4f4518426a90bdee822496befbc84cae6c4beb2261363185) AuthConfig (6796b77f087fe36c6c540f2bdede1c8fd11f1a0a9b9917a7dbc5eab4c391911e) AuthConfig (7e14e5b15a4b1e9b4446104366f7f0ee957783c0bda6d595ba710fc8aa7cd06e) AuthConfig (de7b087f024025ce8852595ab40e4f8fb71ea7329b29f9bee08d7eff3c8078f4) EnvoyFilter (openshift-ingress/e2e-api-a-ec4f6d) EnvoyFilter (openshift-ingress/e2e-api-a-ec4f6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"c23a50fb-0152-4e42-bbf0-d6414cb5dc4a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:33.159085904Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d334550a-72a0-4b97-9a0c-2827e7de26e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:33.163287789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d334550a-72a0-4b97-9a0c-2827e7de26e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:33.222476946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f06ae8-1bd1-48f8-90df-e6a2f112bf5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:33.273006451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f06ae8-1bd1-48f8-90df-e6a2f112bf5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:33.299708414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f06ae8-1bd1-48f8-90df-e6a2f112bf5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:33.347873411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9f06ae8-1bd1-48f8-90df-e6a2f112bf5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:33.503037892Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-79e6c631","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-79e6c631","reconcileID":"d1c8509b-1764-43d6-a05b-a39b7d3b5b9d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-79e6c631","removed":["maas.opendatahub.io/gateway-access-e2e-mt-79e6c631"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:33.564307549Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"c0ad5a67-85c2-4e11-8321-54f1a7ff9aea","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:33.585292068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"c0ad5a67-85c2-4e11-8321-54f1a7ff9aea","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:33.591653694Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"c11c2587-8fef-4338-8ec3-274fbe6fa5c8","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:33.59176918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"c11c2587-8fef-4338-8ec3-274fbe6fa5c8","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:33.60309712Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"375f3529-9212-4c29-aeb5-a9a1fcc2de77","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:33.603206334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"375f3529-9212-4c29-aeb5-a9a1fcc2de77","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:33.626819327Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"66bec12e-9dab-4de7-887e-9b44beaa7720","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:33.62690121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"66bec12e-9dab-4de7-887e-9b44beaa7720","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:33.667355085Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"5180705b-ffe5-43e1-916b-f66d6b5c1cca","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:33.667449259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"5180705b-ffe5-43e1-916b-f66d6b5c1cca","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:33.747882425Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"54974003-6bef-4148-bdc6-bf9510e7b1e5","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:33.748065765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"54974003-6bef-4148-bdc6-bf9510e7b1e5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:33.908546082Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"98786dab-0a46-49bf-8fe2-3337f0669033","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:33.90872284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"98786dab-0a46-49bf-8fe2-3337f0669033","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.181590661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1802921-616e-4ae7-828f-70852e89965a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.196798597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1802921-616e-4ae7-828f-70852e89965a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.216075663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1802921-616e-4ae7-828f-70852e89965a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:34.234254585Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"be10a55e-3f45-4454-88fc-aa091020f90c","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:34.234427922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"be10a55e-3f45-4454-88fc-aa091020f90c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.236458295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1802921-616e-4ae7-828f-70852e89965a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.347886658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"d3ca2e0f-ee10-49f2-89b8-5e66ba99c53f","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.853709354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe0d19b-62e0-46ea-9342-6a45cdea559d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:34.875225403Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"2154b23b-325c-4a0f-ae19-6a15b7b1dc52","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:34.875345973Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"2154b23b-325c-4a0f-ae19-6a15b7b1dc52","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.87611861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe0d19b-62e0-46ea-9342-6a45cdea559d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.922735266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe0d19b-62e0-46ea-9342-6a45cdea559d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:34.938670105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efe0d19b-62e0-46ea-9342-6a45cdea559d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:35.069114536Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"3e09b8a4-8d96-41f8-abea-0e317d650fdf","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:35.069232274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"3e09b8a4-8d96-41f8-abea-0e317d650fdf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:35.771253949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"39c029a6-a6aa-4ac9-9c11-c5599c617097","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:35.844694556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba367d1-9668-445c-96d1-b4e9e28437eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:35.860564307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba367d1-9668-445c-96d1-b4e9e28437eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:35.876585708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba367d1-9668-445c-96d1-b4e9e28437eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:35.892383875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ba367d1-9668-445c-96d1-b4e9e28437eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:36.580512607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b576c0ee-041b-4354-bb6c-39c7d452dbef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:36.609294557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b576c0ee-041b-4354-bb6c-39c7d452dbef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:36.625315311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b576c0ee-041b-4354-bb6c-39c7d452dbef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:36.640788459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b576c0ee-041b-4354-bb6c-39c7d452dbef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:37.343564119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2c8a53-6915-4d0f-880a-eb2d2871c445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:37.359479166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2c8a53-6915-4d0f-880a-eb2d2871c445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:37.37557125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2c8a53-6915-4d0f-880a-eb2d2871c445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:37.390663113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a2c8a53-6915-4d0f-880a-eb2d2871c445","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:37.630514648Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"ad862365-5169-4b31-a362-271b821e0e55","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:37.630614698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"ad862365-5169-4b31-a362-271b821e0e55","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:38.070425815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7ea1495-6cb3-4c4d-93fb-f9503e25a9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:38.08664933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7ea1495-6cb3-4c4d-93fb-f9503e25a9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:38.10323083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7ea1495-6cb3-4c4d-93fb-f9503e25a9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:38.118710682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7ea1495-6cb3-4c4d-93fb-f9503e25a9fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:38.91932998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3eff15-29f5-4476-9e00-ca6583b6ffbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:38.93448183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3eff15-29f5-4476-9e00-ca6583b6ffbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:38.9495984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3eff15-29f5-4476-9e00-ca6583b6ffbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:38.96978132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c3eff15-29f5-4476-9e00-ca6583b6ffbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:39.938025143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"8014b4b3-be0f-4d9b-84cd-15b29eb2d2eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7c486c","tenantID":"e2e-api-b-7c486c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:39.958403204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"8014b4b3-be0f-4d9b-84cd-15b29eb2d2eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"name":"e2e-api-b-7c486c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:39.976921065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7c486c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"8014b4b3-be0f-4d9b-84cd-15b29eb2d2eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:40.781479136Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"b1a85d8e-10eb-4afa-bd90-af89e86e1779","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:40.781557296Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"b1a85d8e-10eb-4afa-bd90-af89e86e1779","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:40.811513415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"73ba78b0-feec-43b9-9048-f570d269893b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7fa011","tenantID":"e2e-api-b-7fa011","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:40.832056657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"73ba78b0-feec-43b9-9048-f570d269893b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"name":"e2e-api-b-7fa011-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:40.851953162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7fa011-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2919799dec953ad593af7006b7bdc5d8366b39eb9535e0fc5791e8ffe417e9ff) AuthConfig (439ee4f6ff51dc56790a9d9e8354d9f3f5d0171d97c73b7427e3a2e70e69d179) AuthConfig (c18f2fd3893843692dcc5106aed073548af9e298d1a22455df1d367de194f0df) AuthConfig (592d4794d1c69414e6ca1fe0d9faaadae0d87d32a774985d83e41ee4d47dd000) AuthConfig (7b97dda021e5c856f8b324ae46224bafd05e35a5296d97389f90afb4dd0d2c6e) AuthConfig (d4134d1443246b741849dfe48227e7b9183cce2150507ef704ee2df12cc33890)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"73ba78b0-feec-43b9-9048-f570d269893b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:40.911302073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"44719190-42b5-4c75-9556-2ad1dd418a14","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7fa011","tenantID":"e2e-api-b-7fa011","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:40.931733959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"44719190-42b5-4c75-9556-2ad1dd418a14","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"name":"e2e-api-b-7fa011-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:40.95097891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7fa011-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2919799dec953ad593af7006b7bdc5d8366b39eb9535e0fc5791e8ffe417e9ff) AuthConfig (439ee4f6ff51dc56790a9d9e8354d9f3f5d0171d97c73b7427e3a2e70e69d179) AuthConfig (c18f2fd3893843692dcc5106aed073548af9e298d1a22455df1d367de194f0df) AuthConfig (592d4794d1c69414e6ca1fe0d9faaadae0d87d32a774985d83e41ee4d47dd000) AuthConfig (7b97dda021e5c856f8b324ae46224bafd05e35a5296d97389f90afb4dd0d2c6e) AuthConfig (d4134d1443246b741849dfe48227e7b9183cce2150507ef704ee2df12cc33890)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"44719190-42b5-4c75-9556-2ad1dd418a14","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:41.275161474Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"11c405e9-27bc-42f1-966c-452a10aea7de","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:41.275273936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"11c405e9-27bc-42f1-966c-452a10aea7de","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.310914804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"5ea07962-4151-47bd-bbe0-5dbfa43214d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-df82ee","tenantID":"e2e-api-a-df82ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.334744877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"5ea07962-4151-47bd-bbe0-5dbfa43214d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"name":"e2e-api-a-df82ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.505813692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"226531fe-7cef-4f78-9f3e-76daea6926a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-df82ee","tenantID":"e2e-api-a-df82ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.527974797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"226531fe-7cef-4f78-9f3e-76daea6926a9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"name":"e2e-api-a-df82ee-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.664156015Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"f6ba205f-7e72-4e17-85c6-da0c91653454","namespace":"ai-tenant-e2e-api-b-7fa011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.664322886Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"f6ba205f-7e72-4e17-85c6-da0c91653454","namespace":"ai-tenant-e2e-api-b-7fa011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.664398554Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"f6ba205f-7e72-4e17-85c6-da0c91653454","name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.681906097Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"f6ba205f-7e72-4e17-85c6-da0c91653454","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.682468855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05c731f8-49c9-4cae-a91e-afe29605fa79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.682487735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05c731f8-49c9-4cae-a91e-afe29605fa79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.682525838Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"2718deb9-df31-4c5b-bfa1-215338cdcc10","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:41.897403247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"2718deb9-df31-4c5b-bfa1-215338cdcc10","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7fa011","tenantID":"e2e-api-b-7fa011","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:42.298168069Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"2718deb9-df31-4c5b-bfa1-215338cdcc10","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"name":"e2e-api-b-7fa011-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:42.298216343Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"e2e-e2e-api-b-7fa011-policy","reconcileID":"2718deb9-df31-4c5b-bfa1-215338cdcc10","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7fa011-policy","namespace":"ai-tenant-e2e-api-b-7fa011"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7fa011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:42.323406688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92377a3e-a6d7-45c8-92db-1da0989ec447","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:42.323515415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92377a3e-a6d7-45c8-92db-1da0989ec447","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:42.338319525Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"d1a4fdfe-83dd-4560-9d45-75feeee0b287","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:02:42.338458736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"d1a4fdfe-83dd-4560-9d45-75feeee0b287","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:42.796955861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3109566-7714-4e0b-b091-52d5f1f522f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:42.815902451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3109566-7714-4e0b-b091-52d5f1f522f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:42.835142804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3109566-7714-4e0b-b091-52d5f1f522f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:42.868921664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3109566-7714-4e0b-b091-52d5f1f522f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:43.207009436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"b451025b-aa9c-4ece-b3a2-8fb69b646865","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ec4f6d","tenantID":"e2e-api-a-ec4f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:43.265213231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"b451025b-aa9c-4ece-b3a2-8fb69b646865","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"name":"e2e-api-a-ec4f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:43.286150385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ec4f6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a43258de51f6d39ce56cf4396c2c5e70586ce3a463d9a9c6e2fc47b2fec2d887) AuthConfig (4bdc502907d4b148359c996ac3c59e0f55f211703ffb7b2889b467e1bd37016b) AuthConfig (bec9a7be9a8d113d4f4518426a90bdee822496befbc84cae6c4beb2261363185) AuthConfig (6796b77f087fe36c6c540f2bdede1c8fd11f1a0a9b9917a7dbc5eab4c391911e) AuthConfig (7e14e5b15a4b1e9b4446104366f7f0ee957783c0bda6d595ba710fc8aa7cd06e) AuthConfig (de7b087f024025ce8852595ab40e4f8fb71ea7329b29f9bee08d7eff3c8078f4) EnvoyFilter (openshift-ingress/e2e-api-a-ec4f6d) EnvoyFilter (openshift-ingress/e2e-api-a-ec4f6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"b451025b-aa9c-4ece-b3a2-8fb69b646865","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:44.299967852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5faf0fc5-f9a7-41be-9dba-29333500786c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:44.318061164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5faf0fc5-f9a7-41be-9dba-29333500786c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:44.335655802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5faf0fc5-f9a7-41be-9dba-29333500786c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:44.353442844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5faf0fc5-f9a7-41be-9dba-29333500786c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:45.664524909Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:50.026626682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"c481a95b-bd1d-4989-a0c5-955985c05e4e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7c486c","tenantID":"e2e-api-b-7c486c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:50.089412676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"c481a95b-bd1d-4989-a0c5-955985c05e4e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"name":"e2e-api-b-7c486c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:50.146490259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7c486c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"c481a95b-bd1d-4989-a0c5-955985c05e4e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:50.236899555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"492bb2eb-3da6-4eea-a1db-ac87ec172e9d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d430df","tenantID":"e2e-api-b-d430df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:50.307099748Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"492bb2eb-3da6-4eea-a1db-ac87ec172e9d","name":"e2e-api-b-d430df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:50.911497575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"2d92c75f-5f2b-400c-8ba0-b2448385a38e","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:53.017089403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"bc0b8459-7b8d-4743-82b2-6e006410f6aa","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:53.264175532Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"ed634d0a-c345-417a-9ea4-3fdcca6bfdda","namespace":"ai-tenant-e2e-api-a-df82ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:53.264399426Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"ed634d0a-c345-417a-9ea4-3fdcca6bfdda","namespace":"ai-tenant-e2e-api-a-df82ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:53.264552244Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"ed634d0a-c345-417a-9ea4-3fdcca6bfdda","name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:53.298562324Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"ed634d0a-c345-417a-9ea4-3fdcca6bfdda","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:53.299923624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6f9821f-6783-469f-8186-d03da4ae7ffb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:53.300646425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6f9821f-6783-469f-8186-d03da4ae7ffb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:53.30061515Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"05f5193f-8b90-4737-bd59-6eb007e7b03f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:53.34093303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"20fa51df-b60d-4790-bbd2-e953101f7fae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ec4f6d","tenantID":"e2e-api-a-ec4f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:53.430312859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"20fa51df-b60d-4790-bbd2-e953101f7fae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"name":"e2e-api-a-ec4f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:53.453043795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ec4f6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a43258de51f6d39ce56cf4396c2c5e70586ce3a463d9a9c6e2fc47b2fec2d887) AuthConfig (4bdc502907d4b148359c996ac3c59e0f55f211703ffb7b2889b467e1bd37016b) AuthConfig (bec9a7be9a8d113d4f4518426a90bdee822496befbc84cae6c4beb2261363185) AuthConfig (6796b77f087fe36c6c540f2bdede1c8fd11f1a0a9b9917a7dbc5eab4c391911e) AuthConfig (7e14e5b15a4b1e9b4446104366f7f0ee957783c0bda6d595ba710fc8aa7cd06e) AuthConfig (de7b087f024025ce8852595ab40e4f8fb71ea7329b29f9bee08d7eff3c8078f4) EnvoyFilter (openshift-ingress/e2e-api-a-ec4f6d) EnvoyFilter (openshift-ingress/e2e-api-a-ec4f6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"20fa51df-b60d-4790-bbd2-e953101f7fae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:53.453370488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"05f5193f-8b90-4737-bd59-6eb007e7b03f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-df82ee","tenantID":"e2e-api-a-df82ee","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:53.556405514Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"05f5193f-8b90-4737-bd59-6eb007e7b03f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"name":"e2e-api-a-df82ee-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:53.556433581Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"e2e-e2e-api-a-df82ee-policy","reconcileID":"05f5193f-8b90-4737-bd59-6eb007e7b03f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-df82ee-policy","namespace":"ai-tenant-e2e-api-a-df82ee"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-df82ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:53.575986553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f8e45d7-4edb-4d59-96f0-9d85d8d8d851","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:02:53.576012369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f8e45d7-4edb-4d59-96f0-9d85d8d8d851","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:00.177246397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"a5ce979c-1361-476b-9eec-f16fb47ba060","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7c486c","tenantID":"e2e-api-b-7c486c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:00.197009031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"a5ce979c-1361-476b-9eec-f16fb47ba060","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"name":"e2e-api-b-7c486c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:00.215508609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7c486c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"a5ce979c-1361-476b-9eec-f16fb47ba060","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:03:00.78818248Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"7d322b7a-cc71-451b-b0e4-a4619d3cdf40","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:03:00.788467825Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"7d322b7a-cc71-451b-b0e4-a4619d3cdf40","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:01.186346625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddf90cb-1a75-46b0-88f8-7e1ee423963e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:01.202323114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddf90cb-1a75-46b0-88f8-7e1ee423963e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:01.217540499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddf90cb-1a75-46b0-88f8-7e1ee423963e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:01.232864122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dddf90cb-1a75-46b0-88f8-7e1ee423963e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:01.823605691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"377d943d-a154-4371-8e6b-a5b230add322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:01.83863263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"377d943d-a154-4371-8e6b-a5b230add322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:01.854383315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"377d943d-a154-4371-8e6b-a5b230add322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:01.86989117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"377d943d-a154-4371-8e6b-a5b230add322","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:02.522447805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb4adf2-32c9-45ea-939e-c50c131df94e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:02.538132852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb4adf2-32c9-45ea-939e-c50c131df94e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:02.553756515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb4adf2-32c9-45ea-939e-c50c131df94e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:02.568931177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfb4adf2-32c9-45ea-939e-c50c131df94e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:03.454982191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"564077d0-6585-48c1-bf2d-89fb61b5cbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:03.477690699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"564077d0-6585-48c1-bf2d-89fb61b5cbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:03.501956526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"564077d0-6585-48c1-bf2d-89fb61b5cbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:03.520895099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"564077d0-6585-48c1-bf2d-89fb61b5cbbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:03.523618143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"bde8fe2d-2214-41b3-867e-baac80cbda72","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ec4f6d","tenantID":"e2e-api-a-ec4f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:03.576927485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"bde8fe2d-2214-41b3-867e-baac80cbda72","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"name":"e2e-api-a-ec4f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:03.615511754Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ec4f6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a43258de51f6d39ce56cf4396c2c5e70586ce3a463d9a9c6e2fc47b2fec2d887) AuthConfig (4bdc502907d4b148359c996ac3c59e0f55f211703ffb7b2889b467e1bd37016b) AuthConfig (bec9a7be9a8d113d4f4518426a90bdee822496befbc84cae6c4beb2261363185) AuthConfig (6796b77f087fe36c6c540f2bdede1c8fd11f1a0a9b9917a7dbc5eab4c391911e) AuthConfig (7e14e5b15a4b1e9b4446104366f7f0ee957783c0bda6d595ba710fc8aa7cd06e) AuthConfig (de7b087f024025ce8852595ab40e4f8fb71ea7329b29f9bee08d7eff3c8078f4) EnvoyFilter (openshift-ingress/e2e-api-a-ec4f6d) EnvoyFilter (openshift-ingress/e2e-api-a-ec4f6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"bde8fe2d-2214-41b3-867e-baac80cbda72","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:04.441550324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f0eafcd-02c8-4a10-b221-defb24f5a5ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:04.456809755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f0eafcd-02c8-4a10-b221-defb24f5a5ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:04.471655785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f0eafcd-02c8-4a10-b221-defb24f5a5ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:04.486686746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f0eafcd-02c8-4a10-b221-defb24f5a5ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:05.21493139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6063f281-30a2-4e15-9c1a-736d570eb4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:05.22979333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6063f281-30a2-4e15-9c1a-736d570eb4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:05.244649178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6063f281-30a2-4e15-9c1a-736d570eb4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:05.260125273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6063f281-30a2-4e15-9c1a-736d570eb4d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:05.906697337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c98586-d664-48a5-b948-46f168d2dd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:05.921926994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c98586-d664-48a5-b948-46f168d2dd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:05.936791952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c98586-d664-48a5-b948-46f168d2dd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:05.955570798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84c98586-d664-48a5-b948-46f168d2dd39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:03:07.282837925Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"fbf85694-104e-425e-8f12-89b4b2c6c9df","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:03:07.282915004Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"fbf85694-104e-425e-8f12-89b4b2c6c9df","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:07.622703529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e5ae9f-04db-4cd5-9d5c-552c13d5fa5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:07.642118854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e5ae9f-04db-4cd5-9d5c-552c13d5fa5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:07.665539203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e5ae9f-04db-4cd5-9d5c-552c13d5fa5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:07.681362906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e5ae9f-04db-4cd5-9d5c-552c13d5fa5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:08.303453704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98de775-4594-4111-9c9d-8544896f85db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:08.31902311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98de775-4594-4111-9c9d-8544896f85db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:08.334306116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98de775-4594-4111-9c9d-8544896f85db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:08.349522292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98de775-4594-4111-9c9d-8544896f85db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:08.927976224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64812b53-755b-4111-bebf-b4a821889651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:08.952632539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64812b53-755b-4111-bebf-b4a821889651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:09.025903375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64812b53-755b-4111-bebf-b4a821889651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:09.04129837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64812b53-755b-4111-bebf-b4a821889651","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:09.907322021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb63b6a9-4c04-48a8-b4f8-cc4059e7923f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:09.92218179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb63b6a9-4c04-48a8-b4f8-cc4059e7923f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:09.937218651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb63b6a9-4c04-48a8-b4f8-cc4059e7923f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:09.952212588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb63b6a9-4c04-48a8-b4f8-cc4059e7923f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:10.273363153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"1a2196ad-9a98-4ba9-940e-9a6703bdd64f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7c486c","tenantID":"e2e-api-b-7c486c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:10.29317051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"1a2196ad-9a98-4ba9-940e-9a6703bdd64f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"name":"e2e-api-b-7c486c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:10.311942529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7c486c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"1a2196ad-9a98-4ba9-940e-9a6703bdd64f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:10.612003497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c167b43-4302-4a0b-ad42-b7fbaaae5487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:10.626939291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c167b43-4302-4a0b-ad42-b7fbaaae5487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:10.642182107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c167b43-4302-4a0b-ad42-b7fbaaae5487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:10.657168418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c167b43-4302-4a0b-ad42-b7fbaaae5487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:13.686277021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"fa337d2b-a399-4962-95a5-0c2debabdc02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ec4f6d","tenantID":"e2e-api-a-ec4f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:13.736540265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"fa337d2b-a399-4962-95a5-0c2debabdc02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"name":"e2e-api-a-ec4f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:13.790641584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-ec4f6d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a43258de51f6d39ce56cf4396c2c5e70586ce3a463d9a9c6e2fc47b2fec2d887) AuthConfig (4bdc502907d4b148359c996ac3c59e0f55f211703ffb7b2889b467e1bd37016b) AuthConfig (bec9a7be9a8d113d4f4518426a90bdee822496befbc84cae6c4beb2261363185) AuthConfig (6796b77f087fe36c6c540f2bdede1c8fd11f1a0a9b9917a7dbc5eab4c391911e) AuthConfig (7e14e5b15a4b1e9b4446104366f7f0ee957783c0bda6d595ba710fc8aa7cd06e) AuthConfig (de7b087f024025ce8852595ab40e4f8fb71ea7329b29f9bee08d7eff3c8078f4) EnvoyFilter (openshift-ingress/e2e-api-a-ec4f6d) EnvoyFilter (openshift-ingress/e2e-api-a-ec4f6d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"fa337d2b-a399-4962-95a5-0c2debabdc02","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:15.663891516Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.680316102Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","namespace":"ai-tenant-e2e-api-b-7fa011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.680483658Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","namespace":"ai-tenant-e2e-api-b-7fa011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.68059718Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","tenant":"e2e-api-b-7fa011","tenantID":"e2e-api-b-7fa011","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.697705629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"Deployment","name":"maas-api-e2e-api-b-7fa011","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.731543539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"Service","name":"maas-api-e2e-api-b-7fa011","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.753436602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-7fa011","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.770392307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-7fa011","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.788650618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-7fa011","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.811436751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-7fa011","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.832476291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-7fa011","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.853424021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-7fa011","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.869469542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"Deployment","name":"payload-processing-e2e-api-b-7fa011","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.8843939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-7fa011","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.899118771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"Service","name":"payload-processing-e2e-api-b-7fa011","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.914040192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"Service","name":"payload-pre-processing-e2e-api-b-7fa011","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.93247195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-7fa011","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.952665988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-7fa011","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:19.971442933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-7fa011","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:20.009423919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-7fa011","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:20.024966936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-7fa011","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:20.053811843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-7fa011","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:20.078663913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-7fa011","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:20.095561496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7fa011"},"namespace":"ai-tenant-e2e-api-b-7fa011","name":"default-tenant","reconcileID":"4532effb-678e-4509-80a4-510fe82ecd15","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-7fa011","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:20.410370815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"d0cb6190-2953-4ada-99d9-e0744d884894","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7c486c","tenantID":"e2e-api-b-7c486c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:20.440179355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"d0cb6190-2953-4ada-99d9-e0744d884894","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"name":"e2e-api-b-7c486c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:20.4789928Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7c486c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f1338aaa626a1061c82330e8e9538dae0f69cb9d512bc22d4a01866245a65db) AuthConfig (1d66a494d7ed67e6e03a9e23e5eaa76f3e5118fc569a3401a1fa4c76388cb287) AuthConfig (4c93452c5fe76a07fe70e3e045b5c513a2a418fab41292c7e974255254876f7b) AuthConfig (65208b5b1691487b0bf0b95e73edb98c62dbdb41306e61b656846ef1fe75abba) AuthConfig (ac3373f69a8fa676eb99ac8d06910ff8bafe74941fb484696f49b4dba6096a2c) AuthConfig (d2a13d56b87214b965307f7e45e4f5e950e4029047d76d48b7a92a769851f111)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"d0cb6190-2953-4ada-99d9-e0744d884894","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:20.507216411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e5ac593-4a63-4cfa-9969-220983d472a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:20.507238794Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8e5ac593-4a63-4cfa-9969-220983d472a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:20.625131785Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-7fa011","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-7fa011","reconcileID":"1d5e685c-7bbc-43c9-9d5a-30f4a8b9deba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-7fa011","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-7fa011"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:03:20.721974899Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"96028407-a82a-47ca-99f7-52ee638e384f","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:03:20.722057802Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"96028407-a82a-47ca-99f7-52ee638e384f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:21.466558121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7881b879-0f42-47d0-8fa7-3804e2f42989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:21.510711038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7881b879-0f42-47d0-8fa7-3804e2f42989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:21.583009876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7881b879-0f42-47d0-8fa7-3804e2f42989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:21.611154233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7881b879-0f42-47d0-8fa7-3804e2f42989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:22.415121029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8db7aba0-ac58-41b0-a284-dca141dfe544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:22.43240865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8db7aba0-ac58-41b0-a284-dca141dfe544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:22.451050118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8db7aba0-ac58-41b0-a284-dca141dfe544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:22.47128288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8db7aba0-ac58-41b0-a284-dca141dfe544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:23.85047537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"b5971a97-65cd-4976-b9d0-721d56ae9346","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ec4f6d","tenantID":"e2e-api-a-ec4f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:23.87271517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"b5971a97-65cd-4976-b9d0-721d56ae9346","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"name":"e2e-api-a-ec4f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:23.968620597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a39657d9-d81d-4868-b369-7cecf845f764","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:23.968751997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a39657d9-d81d-4868-b369-7cecf845f764","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:03:24.873941306Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"9afb3580-71fa-4804-b8a8-d85cfdaba6bd","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:03:24.874115767Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"9afb3580-71fa-4804-b8a8-d85cfdaba6bd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:03:25.130960203Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"54018b9a-a337-414f-86c4-23cc91edb95a","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:03:25.131357899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-79e6c631","namespace":"ai-tenant-e2e-mt-79e6c631"},"namespace":"ai-tenant-e2e-mt-79e6c631","name":"e2e-lifecycle-model-79e6c631","reconcileID":"54018b9a-a337-414f-86c4-23cc91edb95a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-79e6c631/e2e-lifecycle-model-79e6c631-kserve-route (gateways: [openshift-ingress/e2e-mt-79e6c631]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:27.815944068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c32d3ef3-e698-4332-9a69-c3d7eb73b98b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:27.832432836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c32d3ef3-e698-4332-9a69-c3d7eb73b98b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:27.885707337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c32d3ef3-e698-4332-9a69-c3d7eb73b98b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:27.957165742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c32d3ef3-e698-4332-9a69-c3d7eb73b98b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.144147627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa03f5a4-33ef-434a-b993-a1c2cf4f1b59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.144408447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fa03f5a4-33ef-434a-b993-a1c2cf4f1b59","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.177547669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0638c631-f7ed-4b86-ae6f-4d137975fe70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.179026657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0638c631-f7ed-4b86-ae6f-4d137975fe70","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.26611708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"0c354a6a-c0dc-414a-800d-ee48cb974a1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d430df","tenantID":"e2e-api-b-d430df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.339439622Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"0c354a6a-c0dc-414a-800d-ee48cb974a1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"name":"e2e-api-b-d430df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.36013582Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d430df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"0c354a6a-c0dc-414a-800d-ee48cb974a1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.390086538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a547f6c-4d06-4d16-8b18-cb874a33690b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.398274749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a547f6c-4d06-4d16-8b18-cb874a33690b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.484311251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc60db9-fb7b-4559-b23f-ef1eb3052f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.50264481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc60db9-fb7b-4559-b23f-ef1eb3052f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.528233187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc60db9-fb7b-4559-b23f-ef1eb3052f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.611682315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dc60db9-fb7b-4559-b23f-ef1eb3052f66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.655964541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"773ba494-ac7e-4dcb-93be-c1ff4cb7bfba","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ec4f6d","tenantID":"e2e-api-a-ec4f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.70442822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"773ba494-ac7e-4dcb-93be-c1ff4cb7bfba","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"name":"e2e-api-a-ec4f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:29.908476985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"81cef2f4-7513-40eb-ae52-3fb0bb12e53d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ec4f6d","tenantID":"e2e-api-a-ec4f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:30.00615827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"81cef2f4-7513-40eb-ae52-3fb0bb12e53d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"name":"e2e-api-a-ec4f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:30.770691592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"2f924060-46ed-4964-b4ff-03aa9bb8a43e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7c486c","tenantID":"e2e-api-b-7c486c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:30.86804733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"2f924060-46ed-4964-b4ff-03aa9bb8a43e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"name":"e2e-api-b-7c486c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:30.921708443Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7c486c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f1338aaa626a1061c82330e8e9538dae0f69cb9d512bc22d4a01866245a65db) AuthConfig (1d66a494d7ed67e6e03a9e23e5eaa76f3e5118fc569a3401a1fa4c76388cb287) AuthConfig (4c93452c5fe76a07fe70e3e045b5c513a2a418fab41292c7e974255254876f7b) AuthConfig (65208b5b1691487b0bf0b95e73edb98c62dbdb41306e61b656846ef1fe75abba) AuthConfig (ac3373f69a8fa676eb99ac8d06910ff8bafe74941fb484696f49b4dba6096a2c) AuthConfig (d2a13d56b87214b965307f7e45e4f5e950e4029047d76d48b7a92a769851f111)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"2f924060-46ed-4964-b4ff-03aa9bb8a43e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.299892698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc08c58-a2ad-43e7-8f02-5b227502e247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.318746558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc08c58-a2ad-43e7-8f02-5b227502e247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.359459881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc08c58-a2ad-43e7-8f02-5b227502e247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:31.388150979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfc08c58-a2ad-43e7-8f02-5b227502e247","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:37.017968111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a742577-f736-4a5a-90e8-bf40a4a8728f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:37.035098475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a742577-f736-4a5a-90e8-bf40a4a8728f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:37.051564067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a742577-f736-4a5a-90e8-bf40a4a8728f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:37.07246219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a742577-f736-4a5a-90e8-bf40a4a8728f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:37.892018483Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7af1a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7af1a5","reconcileID":"93710a15-2b8c-4188-9bf8-a6e2547bec02","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7af1a5","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-7af1a5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:37.926104592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c648ec-325c-4e26-a42d-8c8e527232f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:37.941373431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c648ec-325c-4e26-a42d-8c8e527232f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:37.956664354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c648ec-325c-4e26-a42d-8c8e527232f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:37.971766303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94c648ec-325c-4e26-a42d-8c8e527232f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:38.831107795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04eeb4b5-85d5-4424-8c6f-738984a4a5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:38.846104072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04eeb4b5-85d5-4424-8c6f-738984a4a5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:38.861064434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04eeb4b5-85d5-4424-8c6f-738984a4a5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:38.87601706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04eeb4b5-85d5-4424-8c6f-738984a4a5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.439594029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"96aedad4-59ac-466f-8205-06282bcdd711","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d430df","tenantID":"e2e-api-b-d430df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.463919311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"96aedad4-59ac-466f-8205-06282bcdd711","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"name":"e2e-api-b-d430df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.490200096Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d430df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"96aedad4-59ac-466f-8205-06282bcdd711","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.560928646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7933a4af-6c0d-4e12-8334-b003c3367eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.576492789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7933a4af-6c0d-4e12-8334-b003c3367eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.592020071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7933a4af-6c0d-4e12-8334-b003c3367eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.607533351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7933a4af-6c0d-4e12-8334-b003c3367eeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.653430042Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","namespace":"ai-tenant-e2e-api-a-df82ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.653540173Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","namespace":"ai-tenant-e2e-api-a-df82ee","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.65363033Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","tenant":"e2e-api-a-df82ee","tenantID":"e2e-api-a-df82ee","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.682376302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"Deployment","name":"maas-api-e2e-api-a-df82ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.738770354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"Service","name":"maas-api-e2e-api-a-df82ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.766765893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-df82ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.784937617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-df82ee","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.810277387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-df82ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.834843199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-df82ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.856642871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-df82ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.877822338Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b0c72c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b0c72c","reconcileID":"abef05fe-959e-4ec1-aa72-01f807f9029b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-b0c72c","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-b0c72c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.88542032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-df82ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.908488227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"Deployment","name":"payload-processing-e2e-api-a-df82ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.923266213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-df82ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.941619712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"Service","name":"payload-processing-e2e-api-a-df82ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.959622422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"Service","name":"payload-pre-processing-e2e-api-a-df82ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:39.974743334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-df82ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.000113995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-df82ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.031725494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-df82ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.053562105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"b3281d52-15e0-4bc8-ad53-24ad667df597","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ec4f6d","tenantID":"e2e-api-a-ec4f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.054271046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-df82ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.077601946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-df82ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.083551854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"b3281d52-15e0-4bc8-ad53-24ad667df597","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"name":"e2e-api-a-ec4f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.092954832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-df82ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.110940592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-df82ee","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.126296531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-df82ee"},"namespace":"ai-tenant-e2e-api-a-df82ee","name":"default-tenant","reconcileID":"d6623848-4776-4cf7-a846-6835762b368c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-df82ee","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.605220453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"18381866-1ee5-4a2d-acdc-3a014c139a92","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ec4f6d","tenantID":"e2e-api-a-ec4f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.693499094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"18381866-1ee5-4a2d-acdc-3a014c139a92","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"name":"e2e-api-a-ec4f6d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:40.992118632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"42a6df59-5298-4a12-8014-862c45499ffe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7c486c","tenantID":"e2e-api-b-7c486c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:41.017044937Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-df82ee","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-df82ee","reconcileID":"53dd7b90-def4-45dc-8afd-575a30fbf8e5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-df82ee","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-df82ee"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:41.02573929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"42a6df59-5298-4a12-8014-862c45499ffe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"name":"e2e-api-b-7c486c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:41.046805338Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7c486c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f1338aaa626a1061c82330e8e9538dae0f69cb9d512bc22d4a01866245a65db) AuthConfig (1d66a494d7ed67e6e03a9e23e5eaa76f3e5118fc569a3401a1fa4c76388cb287) AuthConfig (4c93452c5fe76a07fe70e3e045b5c513a2a418fab41292c7e974255254876f7b) AuthConfig (65208b5b1691487b0bf0b95e73edb98c62dbdb41306e61b656846ef1fe75abba) AuthConfig (ac3373f69a8fa676eb99ac8d06910ff8bafe74941fb484696f49b4dba6096a2c) AuthConfig (d2a13d56b87214b965307f7e45e4f5e950e4029047d76d48b7a92a769851f111)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"42a6df59-5298-4a12-8014-862c45499ffe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:41.081887489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68464431-2e5d-450b-98ce-2b471feb92c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:41.104623597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68464431-2e5d-450b-98ce-2b471feb92c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:41.123385893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68464431-2e5d-450b-98ce-2b471feb92c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:41.152868147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68464431-2e5d-450b-98ce-2b471feb92c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:42.090002704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491c00df-d419-4ba7-b1bc-8530155c1aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:42.106623543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491c00df-d419-4ba7-b1bc-8530155c1aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:42.123458944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491c00df-d419-4ba7-b1bc-8530155c1aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:42.20803435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"491c00df-d419-4ba7-b1bc-8530155c1aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:42.941994532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a81414-f1e2-4f4e-b63b-447be528f594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:42.958048607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a81414-f1e2-4f4e-b63b-447be528f594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:42.975136082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a81414-f1e2-4f4e-b63b-447be528f594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:42.991154666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a81414-f1e2-4f4e-b63b-447be528f594","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:44.420451574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63cd2c03-4fbd-4bd0-9a76-c42d687d63a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:44.493834121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63cd2c03-4fbd-4bd0-9a76-c42d687d63a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:44.608822679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63cd2c03-4fbd-4bd0-9a76-c42d687d63a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:44.68407274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63cd2c03-4fbd-4bd0-9a76-c42d687d63a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:45.665175434Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:49.146357331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"b44627c3-b6b7-40ab-9f1c-1c30dee2ebc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7c486c","tenantID":"e2e-api-b-7c486c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:49.242952551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"b44627c3-b6b7-40ab-9f1c-1c30dee2ebc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"name":"e2e-api-b-7c486c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:49.325883144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7c486c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f1338aaa626a1061c82330e8e9538dae0f69cb9d512bc22d4a01866245a65db) AuthConfig (1d66a494d7ed67e6e03a9e23e5eaa76f3e5118fc569a3401a1fa4c76388cb287) AuthConfig (4c93452c5fe76a07fe70e3e045b5c513a2a418fab41292c7e974255254876f7b) AuthConfig (65208b5b1691487b0bf0b95e73edb98c62dbdb41306e61b656846ef1fe75abba) AuthConfig (ac3373f69a8fa676eb99ac8d06910ff8bafe74941fb484696f49b4dba6096a2c) AuthConfig (d2a13d56b87214b965307f7e45e4f5e950e4029047d76d48b7a92a769851f111)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"b44627c3-b6b7-40ab-9f1c-1c30dee2ebc8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:49.356238351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"563963ea-268d-45dd-ab1f-dff9977393c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7c486c","tenantID":"e2e-api-b-7c486c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:49.375942731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"563963ea-268d-45dd-ab1f-dff9977393c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"name":"e2e-api-b-7c486c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:49.394536185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7c486c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f1338aaa626a1061c82330e8e9538dae0f69cb9d512bc22d4a01866245a65db) AuthConfig (1d66a494d7ed67e6e03a9e23e5eaa76f3e5118fc569a3401a1fa4c76388cb287) AuthConfig (4c93452c5fe76a07fe70e3e045b5c513a2a418fab41292c7e974255254876f7b) AuthConfig (65208b5b1691487b0bf0b95e73edb98c62dbdb41306e61b656846ef1fe75abba) AuthConfig (ac3373f69a8fa676eb99ac8d06910ff8bafe74941fb484696f49b4dba6096a2c) AuthConfig (d2a13d56b87214b965307f7e45e4f5e950e4029047d76d48b7a92a769851f111)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"563963ea-268d-45dd-ab1f-dff9977393c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:49.52027502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d49d962-b114-4111-809e-cfec949d3c5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:49.535528116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d49d962-b114-4111-809e-cfec949d3c5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:49.550468106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d49d962-b114-4111-809e-cfec949d3c5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:49.550589748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"9399f02e-d38e-4787-ad95-d3d878814975","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d430df","tenantID":"e2e-api-b-d430df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:49.565742383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d49d962-b114-4111-809e-cfec949d3c5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:49.585425177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"9399f02e-d38e-4787-ad95-d3d878814975","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"name":"e2e-api-b-d430df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:49.604212471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d430df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"9399f02e-d38e-4787-ad95-d3d878814975","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:50.239028956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e53da6-4e6a-4373-a170-9f5d3911e817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:50.254120827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e53da6-4e6a-4373-a170-9f5d3911e817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:50.269448863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e53da6-4e6a-4373-a170-9f5d3911e817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:50.284684048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07e53da6-4e6a-4373-a170-9f5d3911e817","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:50.912139533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"459251fc-dfc8-42f8-ba31-afee90ad491f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:50.928381449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"459251fc-dfc8-42f8-ba31-afee90ad491f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:50.944663799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"459251fc-dfc8-42f8-ba31-afee90ad491f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:50.960321427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"459251fc-dfc8-42f8-ba31-afee90ad491f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:52.519689038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f986ad71-359f-4223-99bd-8903abcbab9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:52.535762284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f986ad71-359f-4223-99bd-8903abcbab9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:52.552377329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f986ad71-359f-4223-99bd-8903abcbab9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:52.568213172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f986ad71-359f-4223-99bd-8903abcbab9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:53.39303725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf860f37-f664-47ca-ae6c-f916ff334749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:53.418606287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf860f37-f664-47ca-ae6c-f916ff334749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:53.435525882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf860f37-f664-47ca-ae6c-f916ff334749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:53.451574983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf860f37-f664-47ca-ae6c-f916ff334749","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.053100379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040b4574-1565-442f-b4a4-bc395d8edc2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.068497758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040b4574-1565-442f-b4a4-bc395d8edc2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.083987317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040b4574-1565-442f-b4a4-bc395d8edc2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:54.098903539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040b4574-1565-442f-b4a4-bc395d8edc2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:58.607178159Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"75ed1064-8679-4eae-bb86-0b8bf0ea8d55","namespace":"ai-tenant-e2e-api-a-ec4f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:58.607297969Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"75ed1064-8679-4eae-bb86-0b8bf0ea8d55","namespace":"ai-tenant-e2e-api-a-ec4f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:58.607362879Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"75ed1064-8679-4eae-bb86-0b8bf0ea8d55","name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:58.628312229Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"75ed1064-8679-4eae-bb86-0b8bf0ea8d55","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:58.628853103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89152ae6-777c-4c4a-a290-3938c55e87e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:58.628875053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89152ae6-777c-4c4a-a290-3938c55e87e4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:58.628857637Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"f4cd9454-d989-4180-9d21-4e36b8ac84ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:58.762858547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"f4cd9454-d989-4180-9d21-4e36b8ac84ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ec4f6d","tenantID":"e2e-api-a-ec4f6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:58.816497142Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"f4cd9454-d989-4180-9d21-4e36b8ac84ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"name":"e2e-api-a-ec4f6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:58.816525866Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"e2e-e2e-api-a-ec4f6d-policy","reconcileID":"f4cd9454-d989-4180-9d21-4e36b8ac84ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-ec4f6d-policy","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-ec4f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:58.836294955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6153c14-702a-412d-90ae-964952a8ad43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:58.836315513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d6153c14-702a-412d-90ae-964952a8ad43","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:59.390390132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"257e7e29-61de-469b-8491-62418cdd0114","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7c486c","tenantID":"e2e-api-b-7c486c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:59.410695856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"257e7e29-61de-469b-8491-62418cdd0114","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"name":"e2e-api-b-7c486c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:59.429875191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7c486c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f1338aaa626a1061c82330e8e9538dae0f69cb9d512bc22d4a01866245a65db) AuthConfig (1d66a494d7ed67e6e03a9e23e5eaa76f3e5118fc569a3401a1fa4c76388cb287) AuthConfig (4c93452c5fe76a07fe70e3e045b5c513a2a418fab41292c7e974255254876f7b) AuthConfig (65208b5b1691487b0bf0b95e73edb98c62dbdb41306e61b656846ef1fe75abba) AuthConfig (ac3373f69a8fa676eb99ac8d06910ff8bafe74941fb484696f49b4dba6096a2c) AuthConfig (d2a13d56b87214b965307f7e45e4f5e950e4029047d76d48b7a92a769851f111)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"257e7e29-61de-469b-8491-62418cdd0114","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:59.493313775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"1a11febe-a0de-4735-b218-5e34a886833b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7c486c","tenantID":"e2e-api-b-7c486c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:59.513695692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"1a11febe-a0de-4735-b218-5e34a886833b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"name":"e2e-api-b-7c486c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:59.539334859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-7c486c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5f1338aaa626a1061c82330e8e9538dae0f69cb9d512bc22d4a01866245a65db) AuthConfig (1d66a494d7ed67e6e03a9e23e5eaa76f3e5118fc569a3401a1fa4c76388cb287) AuthConfig (4c93452c5fe76a07fe70e3e045b5c513a2a418fab41292c7e974255254876f7b) AuthConfig (65208b5b1691487b0bf0b95e73edb98c62dbdb41306e61b656846ef1fe75abba) AuthConfig (ac3373f69a8fa676eb99ac8d06910ff8bafe74941fb484696f49b4dba6096a2c) AuthConfig (d2a13d56b87214b965307f7e45e4f5e950e4029047d76d48b7a92a769851f111)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"1a11febe-a0de-4735-b218-5e34a886833b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:59.63390059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"f4580e33-30d0-4d27-bb07-a6843b581d2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d430df","tenantID":"e2e-api-b-d430df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:59.653715579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"f4580e33-30d0-4d27-bb07-a6843b581d2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"name":"e2e-api-b-d430df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:03:59.672442017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d430df-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"f4580e33-30d0-4d27-bb07-a6843b581d2c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:01.928021757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5cd5ba-d575-4344-b879-1a1ff7376f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:01.95017516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5cd5ba-d575-4344-b879-1a1ff7376f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:01.970650462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5cd5ba-d575-4344-b879-1a1ff7376f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:01.989778372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc5cd5ba-d575-4344-b879-1a1ff7376f82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:02.581523311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd65184-e39e-4a5b-b514-001b3df2acdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:02.596767019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd65184-e39e-4a5b-b514-001b3df2acdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:02.611812706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd65184-e39e-4a5b-b514-001b3df2acdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:02.626898499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd65184-e39e-4a5b-b514-001b3df2acdc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.214648738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f38d3396-e269-42d4-86e3-63587d6addcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.229602347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f38d3396-e269-42d4-86e3-63587d6addcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.245030628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f38d3396-e269-42d4-86e3-63587d6addcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.260263621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f38d3396-e269-42d4-86e3-63587d6addcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:03.985343221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26db143-4137-430c-af5b-17db7a4426bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:04.000379498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26db143-4137-430c-af5b-17db7a4426bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:04.015350646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26db143-4137-430c-af5b-17db7a4426bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:04.030180461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f26db143-4137-430c-af5b-17db7a4426bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:06.932845619Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","namespace":"ai-tenant-e2e-ipp-a-660540","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:06.932905756Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","namespace":"ai-tenant-e2e-ipp-a-660540","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:06.932955893Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","tenant":"e2e-ipp-a-660540","tenantID":"e2e-ipp-a-660540","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:06.950214613Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"Deployment","name":"maas-api-e2e-ipp-a-660540","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:06.983089887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"Service","name":"maas-api-e2e-ipp-a-660540","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.005965414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-660540","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.022711015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-660540","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.044804313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-660540","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.065410088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-660540","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.083537067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-660540","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.104292944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-660540","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.121301364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-660540","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.138147877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-660540","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.170247379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"Service","name":"payload-processing-e2e-ipp-a-660540","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.196047317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-660540","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.215400067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-660540","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.234478804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-660540","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.255993637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-660540","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.276476721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-660540","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.298980638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-660540","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.316772883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-660540","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.333646982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-660540","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.353599309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-660540"},"namespace":"ai-tenant-e2e-ipp-a-660540","name":"default-tenant","reconcileID":"027ca5b0-d4ab-4241-ba09-a94596e902c0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-660540","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:07.885776205Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-660540","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-660540","reconcileID":"c70356f5-b9cb-4497-bdf8-221f04b64e8a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-660540","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-660540"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:08.707842467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0943bf-d60f-40c1-ad64-956eebee5f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:08.722826345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0943bf-d60f-40c1-ad64-956eebee5f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:08.738407431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0943bf-d60f-40c1-ad64-956eebee5f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:08.75363744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb0943bf-d60f-40c1-ad64-956eebee5f05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:09.40584142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442c6b90-a18d-4077-ba03-710bfbabdaf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:09.420801798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442c6b90-a18d-4077-ba03-710bfbabdaf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:09.436361519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442c6b90-a18d-4077-ba03-710bfbabdaf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:09.451296948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"442c6b90-a18d-4077-ba03-710bfbabdaf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:09.570998949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"5ef6d510-5b1f-4605-9799-e0f351a091e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7c486c","tenantID":"e2e-api-b-7c486c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:09.591031298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"5ef6d510-5b1f-4605-9799-e0f351a091e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"name":"e2e-api-b-7c486c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:09.674690703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5907ba21-cfa9-4155-95cb-3d113ef579bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:09.674711283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5907ba21-cfa9-4155-95cb-3d113ef579bf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:09.702339948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"6fd30e58-abd1-481d-95a1-1c43674fdd12","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d430df","tenantID":"e2e-api-b-d430df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:09.722810229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"6fd30e58-abd1-481d-95a1-1c43674fdd12","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"name":"e2e-api-b-d430df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:09.741555186Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d430df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34ac0f3dd3834578007c99700f5edd5e2e77021550acb420fff7259e0cc405ff) AuthConfig (52d29eb187809cce1ee41b292f29665a42bb6058b1b9da262eb345299beb3f3b) AuthConfig (acd4623955f4cc4291772134f8cc5e3a348c04caab49c7c1ac8fd1e689f4cf50) AuthConfig (b258d5c51ae04327a5a95362fa7953682414babc4ab8392a8717c19ebb37eef2) AuthConfig (2387c7118f32d3c6a7aed2cbcdf6e46ec6737f84f1ad7d89e22ed336bfba0e3f) AuthConfig (2da202c91f5d6ba81b7862c2cd358d1d1547253f17383de83bb2e9d1814b03f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"6fd30e58-abd1-481d-95a1-1c43674fdd12","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:09.765817597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3194068-13f7-4b06-8e64-bca5b1ddb80c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:09.765844931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c3194068-13f7-4b06-8e64-bca5b1ddb80c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:10.136966687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf9b02d-8954-456f-9d9b-6efc01f5e824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:10.151911843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf9b02d-8954-456f-9d9b-6efc01f5e824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:10.166976002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf9b02d-8954-456f-9d9b-6efc01f5e824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:10.182630984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cf9b02d-8954-456f-9d9b-6efc01f5e824","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:11.299346032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e00646-d836-4f20-910d-4b7741bbac24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:11.314900349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e00646-d836-4f20-910d-4b7741bbac24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:11.330553384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e00646-d836-4f20-910d-4b7741bbac24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:11.34548134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1e00646-d836-4f20-910d-4b7741bbac24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:13.21139012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2438d22e-2fc9-4feb-915f-14a0915e1663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:13.226580996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2438d22e-2fc9-4feb-915f-14a0915e1663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:13.2414224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2438d22e-2fc9-4feb-915f-14a0915e1663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:13.257281931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2438d22e-2fc9-4feb-915f-14a0915e1663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:14.026034218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ca9340-cf39-460e-8225-ebdd8c82b2ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:14.07035919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ca9340-cf39-460e-8225-ebdd8c82b2ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:14.103814675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ca9340-cf39-460e-8225-ebdd8c82b2ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:14.136381685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ca9340-cf39-460e-8225-ebdd8c82b2ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:14.233570973Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-41b12c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-41b12c","reconcileID":"e5d404a5-840d-4d25-ad4a-fc77c2776a07","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-41b12c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-41b12c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:14.27766717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"7aef605b-852b-44fb-83ba-226276a79ab6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:14.321810102Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"7aef605b-852b-44fb-83ba-226276a79ab6","name":"e2e-ipp-a-7af1a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:15.163964329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50d3ad4-ebae-4f6d-9bc7-1f241db9a7a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:15.18455353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50d3ad4-ebae-4f6d-9bc7-1f241db9a7a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:15.203054534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50d3ad4-ebae-4f6d-9bc7-1f241db9a7a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:15.217837333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a50d3ad4-ebae-4f6d-9bc7-1f241db9a7a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:15.721452395Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:15.875260681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86acd073-6f62-439e-a676-b41f487da403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:15.891076886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86acd073-6f62-439e-a676-b41f487da403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:15.906696919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86acd073-6f62-439e-a676-b41f487da403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:15.921725339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86acd073-6f62-439e-a676-b41f487da403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:04:16.004833039Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-41b12c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-41b12c","reconcileID":"5958222d-c028-4435-ab82-7f9440826da4","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-b-41b12c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:16.947666352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f7f7de-2c1c-45ab-a994-3e0e3156a4ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:16.962979782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f7f7de-2c1c-45ab-a994-3e0e3156a4ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:16.978282522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f7f7de-2c1c-45ab-a994-3e0e3156a4ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:16.993601928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f7f7de-2c1c-45ab-a994-3e0e3156a4ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:17.727634902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b3f7aa-33b3-46bd-b0a0-626ef0efedb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:17.748586775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b3f7aa-33b3-46bd-b0a0-626ef0efedb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:17.765049341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b3f7aa-33b3-46bd-b0a0-626ef0efedb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:17.781335551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b3f7aa-33b3-46bd-b0a0-626ef0efedb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:18.408744804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300e9c94-ca95-454c-82f0-b7a89bfbc162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:18.4636916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300e9c94-ca95-454c-82f0-b7a89bfbc162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:18.494980954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300e9c94-ca95-454c-82f0-b7a89bfbc162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:18.513768993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"300e9c94-ca95-454c-82f0-b7a89bfbc162","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:18.930443529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"b3e6b856-acf6-4ddc-8d4a-f3e1bb443f83","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b0c72c","tenantID":"e2e-api-a-b0c72c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:18.974975563Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"b3e6b856-acf6-4ddc-8d4a-f3e1bb443f83","name":"e2e-api-a-b0c72c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:19.445115119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057717c3-0791-4e65-a39b-fabe5f8e698d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:19.460148755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057717c3-0791-4e65-a39b-fabe5f8e698d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:19.476006282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057717c3-0791-4e65-a39b-fabe5f8e698d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:19.49470849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"057717c3-0791-4e65-a39b-fabe5f8e698d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:19.802654011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"66017337-75e6-472b-8603-b92f8db3595c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d430df","tenantID":"e2e-api-b-d430df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:19.822727687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"66017337-75e6-472b-8603-b92f8db3595c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"name":"e2e-api-b-d430df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:19.842613729Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d430df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34ac0f3dd3834578007c99700f5edd5e2e77021550acb420fff7259e0cc405ff) AuthConfig (52d29eb187809cce1ee41b292f29665a42bb6058b1b9da262eb345299beb3f3b) AuthConfig (acd4623955f4cc4291772134f8cc5e3a348c04caab49c7c1ac8fd1e689f4cf50) AuthConfig (b258d5c51ae04327a5a95362fa7953682414babc4ab8392a8717c19ebb37eef2) AuthConfig (2387c7118f32d3c6a7aed2cbcdf6e46ec6737f84f1ad7d89e22ed336bfba0e3f) AuthConfig (2da202c91f5d6ba81b7862c2cd358d1d1547253f17383de83bb2e9d1814b03f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"66017337-75e6-472b-8603-b92f8db3595c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:20.125756272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8240012a-9c98-4e4e-8c83-bf0c457edd65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:20.141434894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8240012a-9c98-4e4e-8c83-bf0c457edd65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:20.157248647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8240012a-9c98-4e4e-8c83-bf0c457edd65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:20.172630327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8240012a-9c98-4e4e-8c83-bf0c457edd65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:23.435747452Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"15e3e374-81ce-40f7-b817-57b63926b84d","namespace":"ai-tenant-e2e-api-b-7c486c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:23.435963197Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"15e3e374-81ce-40f7-b817-57b63926b84d","namespace":"ai-tenant-e2e-api-b-7c486c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:23.436080953Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"15e3e374-81ce-40f7-b817-57b63926b84d","name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:23.458618393Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"15e3e374-81ce-40f7-b817-57b63926b84d","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:23.459527833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"946ba7b6-2054-4c25-8353-c17415d6fc0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:23.460896106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"946ba7b6-2054-4c25-8353-c17415d6fc0d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:23.459703662Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"a3729ab0-77fc-4a53-bf32-3a7b27973450","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:23.508545046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"a3729ab0-77fc-4a53-bf32-3a7b27973450","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7c486c","tenantID":"e2e-api-b-7c486c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:23.578919565Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"a3729ab0-77fc-4a53-bf32-3a7b27973450","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"name":"e2e-api-b-7c486c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:23.579013641Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"e2e-e2e-api-b-7c486c-policy","reconcileID":"a3729ab0-77fc-4a53-bf32-3a7b27973450","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-7c486c-policy","namespace":"ai-tenant-e2e-api-b-7c486c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-7c486c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:23.598780267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fec139c-19c6-4970-bbb9-d9e73bc00b78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:23.598869294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fec139c-19c6-4970-bbb9-d9e73bc00b78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:29.873084838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"56c00c95-9375-4c68-bfad-d46e34f6323e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d430df","tenantID":"e2e-api-b-d430df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:29.893500047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"56c00c95-9375-4c68-bfad-d46e34f6323e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"name":"e2e-api-b-d430df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:29.912664813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d430df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34ac0f3dd3834578007c99700f5edd5e2e77021550acb420fff7259e0cc405ff) AuthConfig (52d29eb187809cce1ee41b292f29665a42bb6058b1b9da262eb345299beb3f3b) AuthConfig (acd4623955f4cc4291772134f8cc5e3a348c04caab49c7c1ac8fd1e689f4cf50) AuthConfig (b258d5c51ae04327a5a95362fa7953682414babc4ab8392a8717c19ebb37eef2) AuthConfig (2387c7118f32d3c6a7aed2cbcdf6e46ec6737f84f1ad7d89e22ed336bfba0e3f) AuthConfig (2da202c91f5d6ba81b7862c2cd358d1d1547253f17383de83bb2e9d1814b03f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"56c00c95-9375-4c68-bfad-d46e34f6323e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.2373659Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","namespace":"ai-tenant-e2e-ipp-a-475876","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.237463Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","namespace":"ai-tenant-e2e-ipp-a-475876","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.237544428Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","tenant":"e2e-ipp-a-475876","tenantID":"e2e-ipp-a-475876","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.254581389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"Deployment","name":"maas-api-e2e-ipp-a-475876","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.283442731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"Service","name":"maas-api-e2e-ipp-a-475876","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.304513994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-475876","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.322840928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-475876","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.341886146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-475876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.359236213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-475876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.379705327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-475876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.397304648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-475876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.413847715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-475876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.431205457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-475876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.459818501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"Service","name":"payload-processing-e2e-ipp-a-475876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.488614465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-475876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.508280712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-475876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.528584477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-475876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.55258276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-475876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.572344122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-475876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.589348287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-475876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.606545431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-475876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.623465608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-475876","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.641579755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-475876"},"namespace":"ai-tenant-e2e-ipp-a-475876","name":"default-tenant","reconcileID":"b5869152-4619-4956-ae21-1aa72298e310","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-475876","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.665074931Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","namespace":"ai-tenant-e2e-api-a-ec4f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.665200183Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","namespace":"ai-tenant-e2e-api-a-ec4f6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.665292348Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","tenant":"e2e-api-a-ec4f6d","tenantID":"e2e-api-a-ec4f6d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.683621105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"Deployment","name":"maas-api-e2e-api-a-ec4f6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.711410546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"Service","name":"maas-api-e2e-api-a-ec4f6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.733503253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-ec4f6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.760430755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-ec4f6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.782936549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-ec4f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.801090561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-ec4f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.823908711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-ec4f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.844776358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-ec4f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.860449164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"Deployment","name":"payload-processing-e2e-api-a-ec4f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.875113442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-ec4f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.892263641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"Service","name":"payload-processing-e2e-api-a-ec4f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.906744038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"Service","name":"payload-pre-processing-e2e-api-a-ec4f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.921384166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-ec4f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.929712072Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-475876","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-475876","reconcileID":"3682cdec-20a7-4bad-bed6-d9e1a1e6a908","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-475876","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-475876"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.936426053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-ec4f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.951218351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-ec4f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.971775881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-ec4f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:30.986513262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-ec4f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.015454777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-ec4f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.030994202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-ec4f6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.045890691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-ec4f6d"},"namespace":"ai-tenant-e2e-api-a-ec4f6d","name":"default-tenant","reconcileID":"ceb1a266-8020-440a-b0d1-9bff4a24eeec","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-ec4f6d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.065716739Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","namespace":"ai-tenant-e2e-ipp-b-50734e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.065781952Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","namespace":"ai-tenant-e2e-ipp-b-50734e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.065835374Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","tenant":"e2e-ipp-b-50734e","tenantID":"e2e-ipp-b-50734e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.084305553Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"Deployment","name":"maas-api-e2e-ipp-b-50734e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.273630633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"Service","name":"maas-api-e2e-ipp-b-50734e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.331695425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-50734e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.36101115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-50734e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.384310905Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-50734e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.457678626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-50734e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.509890033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-50734e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.53482412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-50734e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.557539995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-50734e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.586687876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-50734e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.595914175Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-ec4f6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-ec4f6d","reconcileID":"4e7d1e6b-3da1-4778-b5d7-3f8221cb1727","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-ec4f6d","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-ec4f6d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.645179371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"Service","name":"payload-processing-e2e-ipp-b-50734e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.696555791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-50734e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.715459991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-50734e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.738393715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-50734e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.763043568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-50734e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.779489054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a85ef16-1c42-4a38-bcbe-240e3ba76193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.795893263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a85ef16-1c42-4a38-bcbe-240e3ba76193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.799703983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-50734e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.814633444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a85ef16-1c42-4a38-bcbe-240e3ba76193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.832142287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a85ef16-1c42-4a38-bcbe-240e3ba76193","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.833934863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-50734e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.856535054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-50734e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.875039745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-50734e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:31.894869656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-50734e"},"namespace":"ai-tenant-e2e-ipp-b-50734e","name":"default-tenant","reconcileID":"5236c2b7-d788-43ec-9d54-0928add936fa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-50734e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:32.618792009Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-50734e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-50734e","reconcileID":"4dcb4cf5-33a1-4b82-9c54-7e891d97bfbd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-50734e","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-50734e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:33.174528565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a259ea-5c5f-40b3-b959-8984eda41e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:33.192669063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a259ea-5c5f-40b3-b959-8984eda41e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:33.208029308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a259ea-5c5f-40b3-b959-8984eda41e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:33.223411181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a259ea-5c5f-40b3-b959-8984eda41e3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:33.813399931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"934e0bea-7069-4263-90e4-eb15c8d00e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:33.828768044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"934e0bea-7069-4263-90e4-eb15c8d00e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:33.844235365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"934e0bea-7069-4263-90e4-eb15c8d00e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:33.859391947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"934e0bea-7069-4263-90e4-eb15c8d00e8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:34.476836686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d35f323-a489-4203-846f-6554ba7b18b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:34.492096885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d35f323-a489-4203-846f-6554ba7b18b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:34.506994958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d35f323-a489-4203-846f-6554ba7b18b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:34.522030295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d35f323-a489-4203-846f-6554ba7b18b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:35.222716833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b97b75-6c1b-4e65-987d-ec6b802e1c93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:35.238445316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b97b75-6c1b-4e65-987d-ec6b802e1c93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:35.253627558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b97b75-6c1b-4e65-987d-ec6b802e1c93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:35.271125365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45b97b75-6c1b-4e65-987d-ec6b802e1c93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:35.86759565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ab3282-5397-4bc8-a16f-b52f3f6d45a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:35.882562821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ab3282-5397-4bc8-a16f-b52f3f6d45a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:35.899847894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ab3282-5397-4bc8-a16f-b52f3f6d45a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:35.915455177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ab3282-5397-4bc8-a16f-b52f3f6d45a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:36.521926742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2104c4b7-8672-4ad0-81ab-3ae0957525b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:36.537551676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2104c4b7-8672-4ad0-81ab-3ae0957525b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:36.553262995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2104c4b7-8672-4ad0-81ab-3ae0957525b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:36.568966991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2104c4b7-8672-4ad0-81ab-3ae0957525b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:37.31647319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb610ec-1633-4e7d-9037-a4241ba659c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:37.33260773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb610ec-1633-4e7d-9037-a4241ba659c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:37.349288229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb610ec-1633-4e7d-9037-a4241ba659c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:37.364533763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb610ec-1633-4e7d-9037-a4241ba659c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:37.99484079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2aa9b94-41fa-4ed4-a664-6251a9ed45c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:38.010153321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2aa9b94-41fa-4ed4-a664-6251a9ed45c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:38.047961211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2aa9b94-41fa-4ed4-a664-6251a9ed45c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:38.066704142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2aa9b94-41fa-4ed4-a664-6251a9ed45c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:39.357675766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81660391-def2-4ddb-8708-1ed3d12ecb94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:39.374497865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81660391-def2-4ddb-8708-1ed3d12ecb94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:39.389952327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81660391-def2-4ddb-8708-1ed3d12ecb94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:39.404946642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81660391-def2-4ddb-8708-1ed3d12ecb94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:40.0787131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"32783134-70a0-4ec8-ab63-ab59400194e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d430df","tenantID":"e2e-api-b-d430df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:40.374003691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"32783134-70a0-4ec8-ab63-ab59400194e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"name":"e2e-api-b-d430df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:40.40350183Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d430df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34ac0f3dd3834578007c99700f5edd5e2e77021550acb420fff7259e0cc405ff) AuthConfig (52d29eb187809cce1ee41b292f29665a42bb6058b1b9da262eb345299beb3f3b) AuthConfig (acd4623955f4cc4291772134f8cc5e3a348c04caab49c7c1ac8fd1e689f4cf50) AuthConfig (b258d5c51ae04327a5a95362fa7953682414babc4ab8392a8717c19ebb37eef2) AuthConfig (2387c7118f32d3c6a7aed2cbcdf6e46ec6737f84f1ad7d89e22ed336bfba0e3f) AuthConfig (2da202c91f5d6ba81b7862c2cd358d1d1547253f17383de83bb2e9d1814b03f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"32783134-70a0-4ec8-ab63-ab59400194e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:40.448905114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"a2f9b40f-a970-464b-9013-720a6a26124c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d430df","tenantID":"e2e-api-b-d430df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:40.495677693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"a2f9b40f-a970-464b-9013-720a6a26124c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"name":"e2e-api-b-d430df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:40.557002609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-d430df-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (34ac0f3dd3834578007c99700f5edd5e2e77021550acb420fff7259e0cc405ff) AuthConfig (52d29eb187809cce1ee41b292f29665a42bb6058b1b9da262eb345299beb3f3b) AuthConfig (acd4623955f4cc4291772134f8cc5e3a348c04caab49c7c1ac8fd1e689f4cf50) AuthConfig (b258d5c51ae04327a5a95362fa7953682414babc4ab8392a8717c19ebb37eef2) AuthConfig (2387c7118f32d3c6a7aed2cbcdf6e46ec6737f84f1ad7d89e22ed336bfba0e3f) AuthConfig (2da202c91f5d6ba81b7862c2cd358d1d1547253f17383de83bb2e9d1814b03f7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"a2f9b40f-a970-464b-9013-720a6a26124c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:40.676401098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ecf08f2-f75b-4d51-83f6-e3f59dfecf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:40.695462259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ecf08f2-f75b-4d51-83f6-e3f59dfecf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:40.712539523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ecf08f2-f75b-4d51-83f6-e3f59dfecf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:40.734468039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ecf08f2-f75b-4d51-83f6-e3f59dfecf89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:41.640459791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb8f97c-f742-4be5-9ed0-bd257f701139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:41.657538628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb8f97c-f742-4be5-9ed0-bd257f701139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:41.673328447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb8f97c-f742-4be5-9ed0-bd257f701139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:41.688463693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bb8f97c-f742-4be5-9ed0-bd257f701139","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:45.660721066Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:47.028633128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e38efd-0c0b-4870-aa67-8be46d51c248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:47.043835208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e38efd-0c0b-4870-aa67-8be46d51c248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:47.05980186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e38efd-0c0b-4870-aa67-8be46d51c248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:47.0754856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89e38efd-0c0b-4870-aa67-8be46d51c248","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:47.35302473Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-0941c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-0941c8","reconcileID":"b93a9af1-f678-4fcc-9910-dbc0110e89d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-0941c8","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-0941c8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:48.201895543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0088ff-9a51-4087-85d6-8da689abfeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:48.218974162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0088ff-9a51-4087-85d6-8da689abfeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:48.311077275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0088ff-9a51-4087-85d6-8da689abfeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:48.353437303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d0088ff-9a51-4087-85d6-8da689abfeff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:49.28031895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"c9ad35fc-1863-4120-84b2-2c5c614192f3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-41b12c","tenantID":"e2e-ipp-b-41b12c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:49.333267053Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"c9ad35fc-1863-4120-84b2-2c5c614192f3","name":"e2e-ipp-b-41b12c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:49.411715756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce91f73-8161-43e4-a4b9-57bce2fec6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:49.503778285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce91f73-8161-43e4-a4b9-57bce2fec6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:49.629744701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce91f73-8161-43e4-a4b9-57bce2fec6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:49.692883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce91f73-8161-43e4-a4b9-57bce2fec6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:50.711806202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"a093ad4e-d970-43f0-9599-42108ef7f9f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d430df","tenantID":"e2e-api-b-d430df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:50.784394618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"a093ad4e-d970-43f0-9599-42108ef7f9f7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"name":"e2e-api-b-d430df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:51.027497875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95bf7db3-aed7-4178-b6f7-603ee5471688","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:51.037436502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"95bf7db3-aed7-4178-b6f7-603ee5471688","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:51.183495193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b387d33-28ca-4b26-8a2d-96e63119e2d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:51.352918861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"5da0c5f6-6a17-42ce-826c-e237c405a351","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d430df","tenantID":"e2e-api-b-d430df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:51.413726339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b387d33-28ca-4b26-8a2d-96e63119e2d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:51.529090172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b387d33-28ca-4b26-8a2d-96e63119e2d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:51.53763732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"5da0c5f6-6a17-42ce-826c-e237c405a351","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"name":"e2e-api-b-d430df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:51.56169949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b387d33-28ca-4b26-8a2d-96e63119e2d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:51.823761281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"0c2cae65-c27d-4209-99da-56742c959bf8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d430df","tenantID":"e2e-api-b-d430df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:51.948744891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"0c2cae65-c27d-4209-99da-56742c959bf8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"name":"e2e-api-b-d430df-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:53.698158878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d09238d5-3999-4d28-9d14-3ebcd9e34c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:53.715160708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d09238d5-3999-4d28-9d14-3ebcd9e34c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:53.733345085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d09238d5-3999-4d28-9d14-3ebcd9e34c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:53.754302862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d09238d5-3999-4d28-9d14-3ebcd9e34c67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:53.797883443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"a6614384-8828-46bc-bc30-5319a3b6c14e","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:54.970062985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09fbc17-4b4f-4492-8c01-3aec8f7725bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:55.034662089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09fbc17-4b4f-4492-8c01-3aec8f7725bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:55.075436562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09fbc17-4b4f-4492-8c01-3aec8f7725bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:55.107517601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e09fbc17-4b4f-4492-8c01-3aec8f7725bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:55.237702236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"b293d83b-707e-497d-9f28-c1eb39738e2e","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:56.684837141Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","namespace":"ai-tenant-e2e-ipp-b-10b990","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:56.685044621Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","namespace":"ai-tenant-e2e-ipp-b-10b990","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:56.685198999Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","tenant":"e2e-ipp-b-10b990","tenantID":"e2e-ipp-b-10b990","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:56.702873568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"Deployment","name":"maas-api-e2e-ipp-b-10b990","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:56.735651604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"Service","name":"maas-api-e2e-ipp-b-10b990","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:56.761975996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-10b990","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:56.784400547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-10b990","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:56.807749519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-10b990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:56.837991774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-10b990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:56.892127415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-10b990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:56.946910651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-10b990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:56.995154964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-10b990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.016688014Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-10b990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.047534834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"Service","name":"payload-processing-e2e-ipp-b-10b990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.102002667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-10b990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.125300684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-10b990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.151431003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-10b990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.173579698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-10b990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.195371036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-10b990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.213593396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-10b990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.234810355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-10b990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.268678912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-10b990","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.325658918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-10b990"},"namespace":"ai-tenant-e2e-ipp-b-10b990","name":"default-tenant","reconcileID":"968d7f84-d50e-4b6a-8bb4-92841920a340","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-10b990","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.928548289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9230daa8-5c7a-4ab8-8527-cc18157755e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.944441578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9230daa8-5c7a-4ab8-8527-cc18157755e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:57.970936362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9230daa8-5c7a-4ab8-8527-cc18157755e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:58.079826033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9230daa8-5c7a-4ab8-8527-cc18157755e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:58.1662231Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-10b990","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-10b990","reconcileID":"198c8490-ee92-449b-b4aa-1d7219818303","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-10b990","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-10b990"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:58.400808341Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-618d6c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-618d6c","reconcileID":"d5601791-2700-45ff-80af-caf56268c88b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-618d6c","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-618d6c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:58.848859779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23981444-9803-47f5-a33e-dc216326aa38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:58.868120949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23981444-9803-47f5-a33e-dc216326aa38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:58.885402137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23981444-9803-47f5-a33e-dc216326aa38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:58.901596192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23981444-9803-47f5-a33e-dc216326aa38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:59.510691211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a43c8a-20b5-4393-ae12-9f39b27e17fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:59.527570302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a43c8a-20b5-4393-ae12-9f39b27e17fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:59.543240453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a43c8a-20b5-4393-ae12-9f39b27e17fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:04:59.559035779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a43c8a-20b5-4393-ae12-9f39b27e17fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:00.28895145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5834692a-226c-4b84-b1e8-85078799fce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:00.305218426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5834692a-226c-4b84-b1e8-85078799fce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:00.32142084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5834692a-226c-4b84-b1e8-85078799fce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:00.34006702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5834692a-226c-4b84-b1e8-85078799fce4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:01.439019003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a8ad660-0fec-4866-9550-7b837dc492bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:01.454791798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a8ad660-0fec-4866-9550-7b837dc492bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:01.470622219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a8ad660-0fec-4866-9550-7b837dc492bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:01.486625163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a8ad660-0fec-4866-9550-7b837dc492bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:02.190934226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef1f4ee8-dafb-4d22-ad2a-4a261cf7095b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:02.190963435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ef1f4ee8-dafb-4d22-ad2a-4a261cf7095b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:02.208861268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d163ccc-a0cb-4347-92e6-a16292e14205","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:02.208883153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d163ccc-a0cb-4347-92e6-a16292e14205","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:02.247159477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"b1b040fc-bf54-4b88-9507-7d6b3c6375dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b0c72c","tenantID":"e2e-api-a-b0c72c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:02.343362245Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"b1b040fc-bf54-4b88-9507-7d6b3c6375dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"name":"e2e-api-a-b0c72c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:02.370902864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b0c72c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"b1b040fc-bf54-4b88-9507-7d6b3c6375dd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:02.3914517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"930db7fa-75a5-4d3e-a10a-e68d0054f59c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:02.391819231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"930db7fa-75a5-4d3e-a10a-e68d0054f59c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.126462797Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","namespace":"ai-tenant-e2e-api-b-7c486c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.126603693Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","namespace":"ai-tenant-e2e-api-b-7c486c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.12672952Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","tenant":"e2e-api-b-7c486c","tenantID":"e2e-api-b-7c486c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.184800644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"Deployment","name":"maas-api-e2e-api-b-7c486c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.217079567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"Service","name":"maas-api-e2e-api-b-7c486c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.294829799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-7c486c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.334496212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-7c486c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.382723334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-7c486c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.42613622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-7c486c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.449105425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-7c486c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.475468186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-7c486c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.490250653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"Deployment","name":"payload-processing-e2e-api-b-7c486c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.505934018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-7c486c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.525990929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"Service","name":"payload-processing-e2e-api-b-7c486c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.548218504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"Service","name":"payload-pre-processing-e2e-api-b-7c486c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.563531079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-7c486c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.578872736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-7c486c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.594715744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-7c486c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.614705669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-7c486c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.642285755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-7c486c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.66185899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-7c486c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.679152951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-7c486c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:05.694569452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-7c486c"},"namespace":"ai-tenant-e2e-api-b-7c486c","name":"default-tenant","reconcileID":"6b36e259-4b0b-4aa6-9ed6-a2c8a7755b88","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-7c486c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:06.141289323Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-7c486c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-7c486c","reconcileID":"f01d6712-0501-4022-80ab-ccb8c8dfc40e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-7c486c","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-7c486c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:07.470565863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"726cd249-46a3-4a1c-9514-32296f4952fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:07.500919293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"726cd249-46a3-4a1c-9514-32296f4952fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:07.534682148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"726cd249-46a3-4a1c-9514-32296f4952fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:07.563231753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"726cd249-46a3-4a1c-9514-32296f4952fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:08.543923429Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-57b28e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-57b28e","reconcileID":"66ba8665-db9c-4a96-b506-5c4e7c0dba00","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-57b28e","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-57b28e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:09.002142081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f9bd8f-ab52-425b-84e0-b7443f1c9be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:09.02869723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f9bd8f-ab52-425b-84e0-b7443f1c9be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:09.049052412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f9bd8f-ab52-425b-84e0-b7443f1c9be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:09.070523934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98f9bd8f-ab52-425b-84e0-b7443f1c9be5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:10.210568763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ad5b11-0c80-43c9-a0e8-c9a860d0f053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:10.30860517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ad5b11-0c80-43c9-a0e8-c9a860d0f053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:10.370435538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ad5b11-0c80-43c9-a0e8-c9a860d0f053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:10.401649335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ad5b11-0c80-43c9-a0e8-c9a860d0f053","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:05:10.647390592Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-57b28e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-57b28e","reconcileID":"aabe756a-fe30-4ba3-be82-41f9b1eab212","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-b-57b28e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.455557728Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"4052525d-db1a-4dac-b8e4-07431c2d2ff9","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.837863556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7cbc61-aa35-432e-8f07-351b0e30e47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.864608372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7cbc61-aa35-432e-8f07-351b0e30e47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.883660084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7cbc61-aa35-432e-8f07-351b0e30e47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:11.903984473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7cbc61-aa35-432e-8f07-351b0e30e47a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:12.505597683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"cf9f0a34-8208-467e-ae6c-6be474d41f1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b0c72c","tenantID":"e2e-api-a-b0c72c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:12.538343659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"cf9f0a34-8208-467e-ae6c-6be474d41f1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"name":"e2e-api-a-b0c72c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:12.588954558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b0c72c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"cf9f0a34-8208-467e-ae6c-6be474d41f1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:13.296401992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49415b77-1d05-4f58-a5c3-3eceeb98b598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:13.441840509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49415b77-1d05-4f58-a5c3-3eceeb98b598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:13.495238767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49415b77-1d05-4f58-a5c3-3eceeb98b598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:13.528867668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49415b77-1d05-4f58-a5c3-3eceeb98b598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:13.957524079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"209fb323-e29b-402e-a28f-84f067b02e80","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:14.751565568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42734fd9-e07a-438b-ad5f-4c8b9100f3a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:14.7809471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42734fd9-e07a-438b-ad5f-4c8b9100f3a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:14.786109992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-2-w6-1ee571","reconcileID":"bafb2679-123f-41df-b8e1-c5965e6da3b4","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-2-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-2-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:14.804506138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42734fd9-e07a-438b-ad5f-4c8b9100f3a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:14.821338824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42734fd9-e07a-438b-ad5f-4c8b9100f3a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.566086493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"82ee6ce0-ccaf-4944-b151-70dd4c511020","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.612271156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bb86cda-92e3-42d8-a125-9c1b94958916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.628256541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bb86cda-92e3-42d8-a125-9c1b94958916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.643349177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bb86cda-92e3-42d8-a125-9c1b94958916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.658450967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bb86cda-92e3-42d8-a125-9c1b94958916","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.662907116Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.923227231Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"6db62578-e99d-4d7f-aaed-4f890207ef05","namespace":"ai-tenant-e2e-api-b-d430df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.923335183Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"6db62578-e99d-4d7f-aaed-4f890207ef05","namespace":"ai-tenant-e2e-api-b-d430df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.923414461Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"6db62578-e99d-4d7f-aaed-4f890207ef05","name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.942825654Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"6db62578-e99d-4d7f-aaed-4f890207ef05","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.943381652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07649024-5caa-4457-95e3-a579baf3fd50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.943407348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07649024-5caa-4457-95e3-a579baf3fd50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:15.943953156Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"95ef0322-c7fd-4a8e-9bed-7290870146e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:16.546672467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"3f1f2de0-cea6-4625-8649-16c17a816b78","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:16.748749863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"95ef0322-c7fd-4a8e-9bed-7290870146e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d430df","tenantID":"e2e-api-b-d430df","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:16.860807739Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"95ef0322-c7fd-4a8e-9bed-7290870146e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"name":"e2e-api-b-d430df-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:16.860833611Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"e2e-e2e-api-b-d430df-policy","reconcileID":"95ef0322-c7fd-4a8e-9bed-7290870146e0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-d430df-policy","namespace":"ai-tenant-e2e-api-b-d430df"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-d430df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:16.883546676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"824384b0-02fd-44ff-802d-e6c9f0a193d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:16.883572676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"824384b0-02fd-44ff-802d-e6c9f0a193d6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:17.003904954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d91b0c4-e905-40bd-80e7-8b900bd43b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:17.019021494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d91b0c4-e905-40bd-80e7-8b900bd43b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:17.034620979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d91b0c4-e905-40bd-80e7-8b900bd43b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:17.049686254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d91b0c4-e905-40bd-80e7-8b900bd43b55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:17.196521537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-2-w6-1ee571","reconcileID":"7d294a32-c71c-47e4-b012-7b0564520c05","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-2-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-2-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:17.73029924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce75276-6c85-49d9-9fa2-2a3311516bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:17.746014691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce75276-6c85-49d9-9fa2-2a3311516bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:17.760942295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce75276-6c85-49d9-9fa2-2a3311516bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:17.776014896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ce75276-6c85-49d9-9fa2-2a3311516bce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:18.30599377Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ce5978","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ce5978","reconcileID":"1c4fd6c3-189f-4c78-8ecf-ec59ebfaaf04","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ce5978","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-ce5978":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:18.419940558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1d0d0d-dd69-4278-a1fa-83dca505a1df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:18.435343094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1d0d0d-dd69-4278-a1fa-83dca505a1df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:18.450164593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1d0d0d-dd69-4278-a1fa-83dca505a1df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:18.465230703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec1d0d0d-dd69-4278-a1fa-83dca505a1df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:19.244722999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4da4026-1197-4db6-958e-057d3632fad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:19.277841018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4da4026-1197-4db6-958e-057d3632fad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:19.324489349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4da4026-1197-4db6-958e-057d3632fad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:19.340691058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4da4026-1197-4db6-958e-057d3632fad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:19.930909294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f3c7d1-e75e-40ad-a021-436ec40d4523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:19.946929295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f3c7d1-e75e-40ad-a021-436ec40d4523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:19.962525917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f3c7d1-e75e-40ad-a021-436ec40d4523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:19.977683006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f3c7d1-e75e-40ad-a021-436ec40d4523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:20.808940696Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-dfedfe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-dfedfe","reconcileID":"8ac69ff5-8107-40e4-b76a-e063e04ac37a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-dfedfe","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-dfedfe":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:21.058320741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab532a6c-84ed-4158-90a1-c64145d93cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:21.074670596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab532a6c-84ed-4158-90a1-c64145d93cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:21.089548378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab532a6c-84ed-4158-90a1-c64145d93cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:21.105051945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab532a6c-84ed-4158-90a1-c64145d93cbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:21.828859315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4baa539-6a33-4b39-9204-de8ee1d06dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:21.844101048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4baa539-6a33-4b39-9204-de8ee1d06dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:21.862514599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4baa539-6a33-4b39-9204-de8ee1d06dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:21.878255091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4baa539-6a33-4b39-9204-de8ee1d06dee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:22.500103159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10511403-e2f9-4a1d-8b3a-f4c73b99d61a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:22.516064558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10511403-e2f9-4a1d-8b3a-f4c73b99d61a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:22.532776909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10511403-e2f9-4a1d-8b3a-f4c73b99d61a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:22.54782849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10511403-e2f9-4a1d-8b3a-f4c73b99d61a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:22.634403211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"552055bc-0ed4-417e-92e7-6fd3dbabee68","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b0c72c","tenantID":"e2e-api-a-b0c72c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:22.654622053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"552055bc-0ed4-417e-92e7-6fd3dbabee68","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"name":"e2e-api-a-b0c72c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:22.677963507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b0c72c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"552055bc-0ed4-417e-92e7-6fd3dbabee68","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:23.816259825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6170c72d-f41c-4926-90db-e15c65ee5b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:23.852740266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6170c72d-f41c-4926-90db-e15c65ee5b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:23.922406314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6170c72d-f41c-4926-90db-e15c65ee5b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:24.098234131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6170c72d-f41c-4926-90db-e15c65ee5b60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:25.141180403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705eb889-56f9-4dbf-9887-68d121b4dfc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:25.183424717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705eb889-56f9-4dbf-9887-68d121b4dfc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:25.208443023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705eb889-56f9-4dbf-9887-68d121b4dfc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:25.227751956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"705eb889-56f9-4dbf-9887-68d121b4dfc0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:26.150472638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de8acbab-cf16-4811-8cbf-c76334c72a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:26.165902577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de8acbab-cf16-4811-8cbf-c76334c72a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:26.181085688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de8acbab-cf16-4811-8cbf-c76334c72a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:26.196479718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de8acbab-cf16-4811-8cbf-c76334c72a6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:26.786455381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"b0eac84b-768f-45cc-bcc0-2cc064240f87","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-0941c8","tenantID":"e2e-praxis-a-0941c8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:26.830118628Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"b0eac84b-768f-45cc-bcc0-2cc064240f87","name":"e2e-praxis-a-0941c8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:26.903819876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d715033-7e01-490b-94a8-2cdf022d455d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:26.919701372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d715033-7e01-490b-94a8-2cdf022d455d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:26.93592221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d715033-7e01-490b-94a8-2cdf022d455d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:26.95164631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d715033-7e01-490b-94a8-2cdf022d455d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:27.628963247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9afbf9ae-643e-474f-942b-eb4679549207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:27.698172109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9afbf9ae-643e-474f-942b-eb4679549207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:27.717279705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9afbf9ae-643e-474f-942b-eb4679549207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:27.732761208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9afbf9ae-643e-474f-942b-eb4679549207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:28.336560657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4730492-2d39-4b2d-b059-957778dc45e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:28.352036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4730492-2d39-4b2d-b059-957778dc45e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:28.36721046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4730492-2d39-4b2d-b059-957778dc45e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:28.381946226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4730492-2d39-4b2d-b059-957778dc45e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:29.450965922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e97c2d-d883-4b97-a504-c0ab073fcf38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:29.468956146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e97c2d-d883-4b97-a504-c0ab073fcf38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:29.485822375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e97c2d-d883-4b97-a504-c0ab073fcf38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:29.501532441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6e97c2d-d883-4b97-a504-c0ab073fcf38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:30.218353948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c964c1d-4310-4eaf-bfe4-6cfc44dacbae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:30.234351631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c964c1d-4310-4eaf-bfe4-6cfc44dacbae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:30.250079125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c964c1d-4310-4eaf-bfe4-6cfc44dacbae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:30.26524651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c964c1d-4310-4eaf-bfe4-6cfc44dacbae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:30.881481209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89280029-7a98-4726-ad88-c9270e5474ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:30.89676176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89280029-7a98-4726-ad88-c9270e5474ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:30.91179339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89280029-7a98-4726-ad88-c9270e5474ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:30.926724342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89280029-7a98-4726-ad88-c9270e5474ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:32.060466164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"741a2ee5-21d8-463d-8c4b-11b73477b510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:32.104172142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"741a2ee5-21d8-463d-8c4b-11b73477b510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:32.119945027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"741a2ee5-21d8-463d-8c4b-11b73477b510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:32.135034745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"741a2ee5-21d8-463d-8c4b-11b73477b510","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:32.707707011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"cfe79be3-498b-42b9-8aa7-e5d46451cc64","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b0c72c","tenantID":"e2e-api-a-b0c72c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:32.725316436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de512ea0-8c3e-4dbc-b1eb-d5c2b7eb5ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:32.727413089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"cfe79be3-498b-42b9-8aa7-e5d46451cc64","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"name":"e2e-api-a-b0c72c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:32.740111993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de512ea0-8c3e-4dbc-b1eb-d5c2b7eb5ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:32.7553428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de512ea0-8c3e-4dbc-b1eb-d5c2b7eb5ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:32.758806574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b0c72c-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"cfe79be3-498b-42b9-8aa7-e5d46451cc64","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:32.770450013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de512ea0-8c3e-4dbc-b1eb-d5c2b7eb5ce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:33.359106596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1240b6fd-9b11-4258-ad02-1e0507898fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:33.37430604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1240b6fd-9b11-4258-ad02-1e0507898fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:33.389413037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1240b6fd-9b11-4258-ad02-1e0507898fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:33.404640032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1240b6fd-9b11-4258-ad02-1e0507898fe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:34.14545981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602b44a1-e493-4cd5-a57c-0eeb8bc4cba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:34.261429484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602b44a1-e493-4cd5-a57c-0eeb8bc4cba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:34.31199981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602b44a1-e493-4cd5-a57c-0eeb8bc4cba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:34.331733856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602b44a1-e493-4cd5-a57c-0eeb8bc4cba4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:35.166101056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7d145b-ce6e-42e7-b058-15c51b8d0b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:35.204669195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7d145b-ce6e-42e7-b058-15c51b8d0b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:35.22398681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7d145b-ce6e-42e7-b058-15c51b8d0b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:35.240207487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e7d145b-ce6e-42e7-b058-15c51b8d0b18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:35.975872687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"662710f5-7c55-4ea7-b1d1-f73bba0afb32","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-618d6c","tenantID":"e2e-ipp-b-618d6c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:36.046735821Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"662710f5-7c55-4ea7-b1d1-f73bba0afb32","name":"e2e-ipp-b-618d6c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:36.136339008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a623c77f-bf71-495b-8ffb-546db3c09b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:36.152581286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a623c77f-bf71-495b-8ffb-546db3c09b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:36.168305017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a623c77f-bf71-495b-8ffb-546db3c09b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:36.183243382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a623c77f-bf71-495b-8ffb-546db3c09b40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:36.952075702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a51b9a-7155-4380-8a69-c7b3d76fc962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:36.968582812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a51b9a-7155-4380-8a69-c7b3d76fc962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:36.983381314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a51b9a-7155-4380-8a69-c7b3d76fc962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:36.998126239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93a51b9a-7155-4380-8a69-c7b3d76fc962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:37.670521238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c1499b-56ca-46d4-83fb-c975f310e738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:37.692819112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c1499b-56ca-46d4-83fb-c975f310e738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:37.708135092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c1499b-56ca-46d4-83fb-c975f310e738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:37.726421513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37c1499b-56ca-46d4-83fb-c975f310e738","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:38.444469436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8622d679-0045-4e7e-9b73-bfb5cda143f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:38.460089007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8622d679-0045-4e7e-9b73-bfb5cda143f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:38.475067909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8622d679-0045-4e7e-9b73-bfb5cda143f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:38.489868307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8622d679-0045-4e7e-9b73-bfb5cda143f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.234719045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f60e2d-5500-489f-ad7c-96077afab6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.255471745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f60e2d-5500-489f-ad7c-96077afab6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.270559822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f60e2d-5500-489f-ad7c-96077afab6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.285633409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f60e2d-5500-489f-ad7c-96077afab6db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.921027028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56052d04-c2fe-44f1-b33b-02c1233c4072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.937532999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56052d04-c2fe-44f1-b33b-02c1233c4072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.953148247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56052d04-c2fe-44f1-b33b-02c1233c4072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:39.968458961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56052d04-c2fe-44f1-b33b-02c1233c4072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:40.601008294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d3e1fc-e081-4639-ac7e-08bcc78829e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:40.644551353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d3e1fc-e081-4639-ac7e-08bcc78829e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:40.66294669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d3e1fc-e081-4639-ac7e-08bcc78829e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:40.726775002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d3e1fc-e081-4639-ac7e-08bcc78829e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:41.502108061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea4eb7d-be15-493a-a821-4b2bed6bf7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:41.517100943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea4eb7d-be15-493a-a821-4b2bed6bf7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:41.532905873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea4eb7d-be15-493a-a821-4b2bed6bf7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:41.548610634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bea4eb7d-be15-493a-a821-4b2bed6bf7a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:42.789733801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"90f4433c-042c-4f58-8ccf-df51a6f0ff66","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b0c72c","tenantID":"e2e-api-a-b0c72c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:42.809884117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"90f4433c-042c-4f58-8ccf-df51a6f0ff66","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"name":"e2e-api-a-b0c72c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:42.82897236Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b0c72c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (248d3366cd8169faaebf04311422c15ba15bcd7a41a32ccee36954e9e6c40856) AuthConfig (8302115e202c91569a96e2047f2bb24171a43ac3f902327ee5e52fb05567be2d) AuthConfig (da6dedd1786623b31a61cbb4595e0ce492e5f96fde89f7a35af7de4b12a9abbe) AuthConfig (6d5d195dbfc6d06527415c49eea846004d56aa04123fa9e089325f47177a9c18) AuthConfig (860d9370bc4e9dd192f9ffc24a7752260b2ca467cf972bc7dfc7890848cf5781) AuthConfig (a24dd79ce8616c929d781398c592eba2ed07dc4f398a2aaa36a372cc232f422b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"90f4433c-042c-4f58-8ccf-df51a6f0ff66","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:42.851768134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61f48eb1-e11a-4923-b23b-a231794c0ae2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:42.851795483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"61f48eb1-e11a-4923-b23b-a231794c0ae2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:45.66120128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:46.089056016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"2c1f3c75-f36a-42b6-a90f-cc33ac2dc1d4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57b28e","tenantID":"e2e-api-b-57b28e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:46.13235232Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"2c1f3c75-f36a-42b6-a90f-cc33ac2dc1d4","name":"e2e-api-b-57b28e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.700132022Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","namespace":"ai-tenant-e2e-api-b-d430df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.700214652Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","namespace":"ai-tenant-e2e-api-b-d430df","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.700269512Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","tenant":"e2e-api-b-d430df","tenantID":"e2e-api-b-d430df","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.71699884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"Deployment","name":"maas-api-e2e-api-b-d430df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.757461253Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"Service","name":"maas-api-e2e-api-b-d430df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.779418661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-d430df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.797465056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-d430df","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.81591806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-d430df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.837503353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-d430df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.859315309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-d430df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.880489683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-d430df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.896785151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"Deployment","name":"payload-processing-e2e-api-b-d430df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.911621066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-d430df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.930538285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"Service","name":"payload-processing-e2e-api-b-d430df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.956071961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"Service","name":"payload-pre-processing-e2e-api-b-d430df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:49.971885368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-d430df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.011431881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-d430df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.037253887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-d430df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.085543302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-d430df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.104562137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-d430df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.122572739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-d430df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.138527421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-d430df","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.15657311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-d430df"},"namespace":"ai-tenant-e2e-api-b-d430df","name":"default-tenant","reconcileID":"92bb5aab-8a22-4ad3-a408-8c4215b8e724","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-d430df","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:50.958819593Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-d430df","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-d430df","reconcileID":"c6414a31-23dc-4079-9dd4-19f2031073d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-d430df","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-d430df"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:51.538719572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc04ec21-f1c7-4529-a5e3-a39070689b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:51.560641636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc04ec21-f1c7-4529-a5e3-a39070689b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:51.576248425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc04ec21-f1c7-4529-a5e3-a39070689b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:51.591371692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc04ec21-f1c7-4529-a5e3-a39070689b2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:52.221738112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98f67f7-14a2-4b33-b111-2f8887ffc773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:52.243905307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98f67f7-14a2-4b33-b111-2f8887ffc773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:52.260958368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98f67f7-14a2-4b33-b111-2f8887ffc773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:52.27647542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f98f67f7-14a2-4b33-b111-2f8887ffc773","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:52.884782077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"a13419c7-8f46-4b32-b9a6-a4680e23ec24","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b0c72c","tenantID":"e2e-api-a-b0c72c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:52.904600219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"a13419c7-8f46-4b32-b9a6-a4680e23ec24","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"name":"e2e-api-a-b0c72c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:52.943543258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b0c72c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (248d3366cd8169faaebf04311422c15ba15bcd7a41a32ccee36954e9e6c40856) AuthConfig (8302115e202c91569a96e2047f2bb24171a43ac3f902327ee5e52fb05567be2d) AuthConfig (da6dedd1786623b31a61cbb4595e0ce492e5f96fde89f7a35af7de4b12a9abbe) AuthConfig (6d5d195dbfc6d06527415c49eea846004d56aa04123fa9e089325f47177a9c18) AuthConfig (860d9370bc4e9dd192f9ffc24a7752260b2ca467cf972bc7dfc7890848cf5781) AuthConfig (a24dd79ce8616c929d781398c592eba2ed07dc4f398a2aaa36a372cc232f422b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"a13419c7-8f46-4b32-b9a6-a4680e23ec24","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:53.135386398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571f0e7f-f25e-4447-9a00-1bca78614c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:53.151518031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571f0e7f-f25e-4447-9a00-1bca78614c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:53.16780722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571f0e7f-f25e-4447-9a00-1bca78614c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:53.183125456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"571f0e7f-f25e-4447-9a00-1bca78614c96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:54.327482544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"3989f775-e345-490c-9af6-f1729c3e6450","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-ce5978","tenantID":"e2e-praxis-a-ce5978","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:54.371852778Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"3989f775-e345-490c-9af6-f1729c3e6450","name":"e2e-praxis-a-ce5978-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:58.102126257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"202abb01-8ecf-491e-93d8-a923d4605f4d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-dfedfe","tenantID":"e2e-praxis-a-dfedfe","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:05:58.145479131Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"202abb01-8ecf-491e-93d8-a923d4605f4d","name":"e2e-praxis-a-dfedfe-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:03.221981826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"8112a94b-680b-472b-a472-d019777df7fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b0c72c","tenantID":"e2e-api-a-b0c72c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:03.243581835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"8112a94b-680b-472b-a472-d019777df7fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"name":"e2e-api-a-b0c72c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:03.262361551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b0c72c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (248d3366cd8169faaebf04311422c15ba15bcd7a41a32ccee36954e9e6c40856) AuthConfig (8302115e202c91569a96e2047f2bb24171a43ac3f902327ee5e52fb05567be2d) AuthConfig (da6dedd1786623b31a61cbb4595e0ce492e5f96fde89f7a35af7de4b12a9abbe) AuthConfig (6d5d195dbfc6d06527415c49eea846004d56aa04123fa9e089325f47177a9c18) AuthConfig (860d9370bc4e9dd192f9ffc24a7752260b2ca467cf972bc7dfc7890848cf5781) AuthConfig (a24dd79ce8616c929d781398c592eba2ed07dc4f398a2aaa36a372cc232f422b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"8112a94b-680b-472b-a472-d019777df7fc","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:03.414103435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"630ce353-0903-4a39-aebd-fd0cf7ec1e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:03.429964721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"630ce353-0903-4a39-aebd-fd0cf7ec1e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:03.445799245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"630ce353-0903-4a39-aebd-fd0cf7ec1e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:03.461457011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"630ce353-0903-4a39-aebd-fd0cf7ec1e22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:04.227783154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac2a0428-c11a-4d77-869c-0bfbb1c77201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:04.243129116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac2a0428-c11a-4d77-869c-0bfbb1c77201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:04.259084218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac2a0428-c11a-4d77-869c-0bfbb1c77201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:04.274792277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac2a0428-c11a-4d77-869c-0bfbb1c77201","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:04.427500536Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-921680","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-921680","reconcileID":"0eaa1e7f-972f-493b-83c5-ef0d1d887c26","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-921680","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-921680":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:04.904306704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a5b13e-8971-40f3-b285-f5996bb49544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:04.920366094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a5b13e-8971-40f3-b285-f5996bb49544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:04.935868669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a5b13e-8971-40f3-b285-f5996bb49544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:04.950799458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19a5b13e-8971-40f3-b285-f5996bb49544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:06.601996396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f477ef-e959-4829-a36d-ba53696c9b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:06.638792454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f477ef-e959-4829-a36d-ba53696c9b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:06.657079824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f477ef-e959-4829-a36d-ba53696c9b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:06.688227443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38f477ef-e959-4829-a36d-ba53696c9b5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:09.300544569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdaf81c4-691b-4493-a520-0907afa84c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:09.315853651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdaf81c4-691b-4493-a520-0907afa84c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:09.331313134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdaf81c4-691b-4493-a520-0907afa84c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:09.347640632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdaf81c4-691b-4493-a520-0907afa84c1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:10.025602976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd45172-ff83-4ea0-91d7-e4d9b0684568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:10.040956835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd45172-ff83-4ea0-91d7-e4d9b0684568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:10.056075227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd45172-ff83-4ea0-91d7-e4d9b0684568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:10.071345795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdd45172-ff83-4ea0-91d7-e4d9b0684568","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:10.078723529Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-957eef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-957eef","reconcileID":"01f86de3-b07a-4c57-a3d3-1b50947d222f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-957eef","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-957eef":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:10.811380997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2de8809-2f36-4b43-b95d-6d9e107da228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:10.826717484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2de8809-2f36-4b43-b95d-6d9e107da228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:10.842294198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2de8809-2f36-4b43-b95d-6d9e107da228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:10.858114889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2de8809-2f36-4b43-b95d-6d9e107da228","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.567322746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb0ba44-2b74-4670-8e6c-6dd02f4ec230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.583327773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb0ba44-2b74-4670-8e6c-6dd02f4ec230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.59914526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb0ba44-2b74-4670-8e6c-6dd02f4ec230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:11.614443403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eb0ba44-2b74-4670-8e6c-6dd02f4ec230","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:06:11.889963921Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-957eef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-957eef","reconcileID":"652357fa-9ee4-49dc-9421-f58a2fea9dc7","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-b-957eef\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:12.425368392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673dd55e-2950-46a1-bdd1-122b1e00f087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:12.443936907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673dd55e-2950-46a1-bdd1-122b1e00f087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:12.461018009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673dd55e-2950-46a1-bdd1-122b1e00f087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:12.480787997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"673dd55e-2950-46a1-bdd1-122b1e00f087","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:13.421541204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"1994d588-95a3-40e5-9eb9-af2aa6baee41","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b0c72c","tenantID":"e2e-api-a-b0c72c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:13.445825055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"1994d588-95a3-40e5-9eb9-af2aa6baee41","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"name":"e2e-api-a-b0c72c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:13.467910321Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b0c72c-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (248d3366cd8169faaebf04311422c15ba15bcd7a41a32ccee36954e9e6c40856) AuthConfig (8302115e202c91569a96e2047f2bb24171a43ac3f902327ee5e52fb05567be2d) AuthConfig (da6dedd1786623b31a61cbb4595e0ce492e5f96fde89f7a35af7de4b12a9abbe) AuthConfig (6d5d195dbfc6d06527415c49eea846004d56aa04123fa9e089325f47177a9c18) AuthConfig (860d9370bc4e9dd192f9ffc24a7752260b2ca467cf972bc7dfc7890848cf5781) AuthConfig (a24dd79ce8616c929d781398c592eba2ed07dc4f398a2aaa36a372cc232f422b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"1994d588-95a3-40e5-9eb9-af2aa6baee41","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:13.720108578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c0849a-4ef4-4d7d-9e1e-834c1b85e08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:13.736747034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c0849a-4ef4-4d7d-9e1e-834c1b85e08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:13.752383983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c0849a-4ef4-4d7d-9e1e-834c1b85e08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:13.772689805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57c0849a-4ef4-4d7d-9e1e-834c1b85e08e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:14.400170291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd8c8b81-f9c2-4ac4-9b81-7118d3485e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:14.415382028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd8c8b81-f9c2-4ac4-9b81-7118d3485e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:14.430494581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd8c8b81-f9c2-4ac4-9b81-7118d3485e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:14.446135275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd8c8b81-f9c2-4ac4-9b81-7118d3485e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:15.388449057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08943649-e99e-431e-8c15-99cadaf580c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:15.423375977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08943649-e99e-431e-8c15-99cadaf580c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:15.43909309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08943649-e99e-431e-8c15-99cadaf580c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:15.52684749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08943649-e99e-431e-8c15-99cadaf580c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:15.731860541Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:16.801617441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b439d1ff-eb00-4f72-9548-752eecd4168d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:16.817993701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b439d1ff-eb00-4f72-9548-752eecd4168d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:16.835684373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b439d1ff-eb00-4f72-9548-752eecd4168d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:16.854595159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b439d1ff-eb00-4f72-9548-752eecd4168d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:17.678468111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c138ce2-67ef-4124-829d-c7dd7581221a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:17.701240989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c138ce2-67ef-4124-829d-c7dd7581221a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:17.717688352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c138ce2-67ef-4124-829d-c7dd7581221a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:17.736562347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c138ce2-67ef-4124-829d-c7dd7581221a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.580241948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3104b505-e53d-4731-a605-53af8cdc01d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.604329994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3104b505-e53d-4731-a605-53af8cdc01d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.619949755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3104b505-e53d-4731-a605-53af8cdc01d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:18.636503912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3104b505-e53d-4731-a605-53af8cdc01d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:23.502162534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"966c6952-db2d-44f4-83be-b9ddd470e472","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b0c72c","tenantID":"e2e-api-a-b0c72c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:23.524474206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"966c6952-db2d-44f4-83be-b9ddd470e472","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"name":"e2e-api-a-b0c72c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:23.711066313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a41d3513-efe9-4d37-ab48-1745a0df1fa0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:23.711174784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a41d3513-efe9-4d37-ab48-1745a0df1fa0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:25.874080467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34019e8e-e66c-4dcf-a58a-b40565862e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:25.890885616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34019e8e-e66c-4dcf-a58a-b40565862e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:25.906117732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34019e8e-e66c-4dcf-a58a-b40565862e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:25.921229725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34019e8e-e66c-4dcf-a58a-b40565862e30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:26.535113207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3fcdcb4-d268-44bb-be33-5072e48d4cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:26.551563144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3fcdcb4-d268-44bb-be33-5072e48d4cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:26.575682339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3fcdcb4-d268-44bb-be33-5072e48d4cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:26.593026988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3fcdcb4-d268-44bb-be33-5072e48d4cde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:27.330361464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917e3c0a-e141-47d5-a8c9-a8345297460c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:27.347829886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917e3c0a-e141-47d5-a8c9-a8345297460c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:27.421844643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917e3c0a-e141-47d5-a8c9-a8345297460c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:27.437812214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"917e3c0a-e141-47d5-a8c9-a8345297460c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:28.114895782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4dd50a5-9fa1-40b0-817c-b107722474d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:28.130036293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4dd50a5-9fa1-40b0-817c-b107722474d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:28.145744756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4dd50a5-9fa1-40b0-817c-b107722474d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:28.160754402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4dd50a5-9fa1-40b0-817c-b107722474d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:28.803356175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e41cd9c6-daa8-46fd-ba19-531ac29aba00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:28.81863123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e41cd9c6-daa8-46fd-ba19-531ac29aba00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:28.834598987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e41cd9c6-daa8-46fd-ba19-531ac29aba00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:28.851366024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e41cd9c6-daa8-46fd-ba19-531ac29aba00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:30.358346886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8b32d0e-596e-4e1b-bd10-37397808e1b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:30.358391336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c8b32d0e-596e-4e1b-bd10-37397808e1b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:30.379236475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4033ac89-ed09-4a66-91fa-49522786bac9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:30.379266325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4033ac89-ed09-4a66-91fa-49522786bac9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:30.409112436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"1ad2d28b-976e-46a8-9647-c63be892066d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57b28e","tenantID":"e2e-api-b-57b28e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:30.476716119Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"1ad2d28b-976e-46a8-9647-c63be892066d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"name":"e2e-api-b-57b28e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:30.495897982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-57b28e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"1ad2d28b-976e-46a8-9647-c63be892066d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:30.515229489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"013f6477-0842-40b0-820c-cf1d50758c36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:30.51532846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"013f6477-0842-40b0-820c-cf1d50758c36","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:31.173048378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"de48d3fd-ce95-4aa9-b679-779f5f2901ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b0c72c","tenantID":"e2e-api-a-b0c72c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:31.223446918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"de48d3fd-ce95-4aa9-b679-779f5f2901ee","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"name":"e2e-api-a-b0c72c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:31.546647761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"6f030a00-c954-4596-83b9-b862ee644a3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b0c72c","tenantID":"e2e-api-a-b0c72c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:31.569620118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"6f030a00-c954-4596-83b9-b862ee644a3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"name":"e2e-api-a-b0c72c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:31.721449366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef7313d5-f95f-4bd7-901b-b35f510b49ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:31.753522391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef7313d5-f95f-4bd7-901b-b35f510b49ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:31.774690127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef7313d5-f95f-4bd7-901b-b35f510b49ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:31.800527127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef7313d5-f95f-4bd7-901b-b35f510b49ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:32.903556375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9fa08e4-e932-4fed-b8bc-c2361e913f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:32.9205133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9fa08e4-e932-4fed-b8bc-c2361e913f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:32.950290728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9fa08e4-e932-4fed-b8bc-c2361e913f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:32.975775672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9fa08e4-e932-4fed-b8bc-c2361e913f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:34.090929008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b30e2d-bbd9-4819-8530-0cc40b8eada1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:34.182037233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b30e2d-bbd9-4819-8530-0cc40b8eada1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:34.374917008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b30e2d-bbd9-4819-8530-0cc40b8eada1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:34.43648235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72b30e2d-bbd9-4819-8530-0cc40b8eada1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:35.565923234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"443afa26-74f8-4bcd-baf6-048ad3a12842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:35.584704478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"443afa26-74f8-4bcd-baf6-048ad3a12842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:35.616311584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"443afa26-74f8-4bcd-baf6-048ad3a12842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:35.641471258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"443afa26-74f8-4bcd-baf6-048ad3a12842","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:36.399033943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"168dcf76-0db1-4018-8c8c-2bf8927580cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:36.414345219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"168dcf76-0db1-4018-8c8c-2bf8927580cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:36.430427941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"168dcf76-0db1-4018-8c8c-2bf8927580cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:36.449533398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"168dcf76-0db1-4018-8c8c-2bf8927580cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:39.616750667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ce3359-ecd5-45f3-93c1-e6072abd6cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:39.638250127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ce3359-ecd5-45f3-93c1-e6072abd6cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:39.654140246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ce3359-ecd5-45f3-93c1-e6072abd6cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:39.669324228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86ce3359-ecd5-45f3-93c1-e6072abd6cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.319262408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688a6642-684a-442d-929a-edac02c2309e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.336370799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688a6642-684a-442d-929a-edac02c2309e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.354952536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688a6642-684a-442d-929a-edac02c2309e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.370373822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"688a6642-684a-442d-929a-edac02c2309e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.553480036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"21f8b6a5-fade-4c6e-a451-137162873157","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57b28e","tenantID":"e2e-api-b-57b28e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.573107378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"21f8b6a5-fade-4c6e-a451-137162873157","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"name":"e2e-api-b-57b28e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:40.59187741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-57b28e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"21f8b6a5-fade-4c6e-a451-137162873157","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:41.04880992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7451e930-fdcd-479d-b8d4-260f242437b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:41.064213107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7451e930-fdcd-479d-b8d4-260f242437b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:41.079228648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7451e930-fdcd-479d-b8d4-260f242437b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:41.094181553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7451e930-fdcd-479d-b8d4-260f242437b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:41.315531073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"8eceb48f-378a-49ec-b66c-738968d2ccbe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b0c72c","tenantID":"e2e-api-a-b0c72c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:41.339617506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"8eceb48f-378a-49ec-b66c-738968d2ccbe","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"name":"e2e-api-a-b0c72c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:41.419655445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"5dbc4ea9-0b6d-4d39-ad9a-dd08086b63f9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b0c72c","tenantID":"e2e-api-a-b0c72c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:41.447841437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"5dbc4ea9-0b6d-4d39-ad9a-dd08086b63f9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"name":"e2e-api-a-b0c72c-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:45.668888634Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:46.308294541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15ddc7db-ea31-4456-889d-cd3747ed7716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:46.324203194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15ddc7db-ea31-4456-889d-cd3747ed7716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:46.339141805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15ddc7db-ea31-4456-889d-cd3747ed7716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:46.354221986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15ddc7db-ea31-4456-889d-cd3747ed7716","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:46.976326908Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cd000a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cd000a","reconcileID":"86de7b75-4743-4996-b70f-4f18a6d0d190","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cd000a","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-cd000a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:46.990900731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"00406f17-60db-4fd3-81b7-9632965a4bce","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-921680","tenantID":"e2e-ipp-a-921680","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:47.034026463Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"00406f17-60db-4fd3-81b7-9632965a4bce","name":"e2e-ipp-a-921680-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:47.102475116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e215b3-0081-48ed-83ed-2347d6b16a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:47.121876844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e215b3-0081-48ed-83ed-2347d6b16a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:47.137869011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e215b3-0081-48ed-83ed-2347d6b16a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:47.155487777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80e215b3-0081-48ed-83ed-2347d6b16a93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:48.035264218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bdb705-9ae7-4622-9808-834e1ee4b141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:48.050715579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bdb705-9ae7-4622-9808-834e1ee4b141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:48.066318099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bdb705-9ae7-4622-9808-834e1ee4b141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:48.08169207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26bdb705-9ae7-4622-9808-834e1ee4b141","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:48.570604595Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c23236","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c23236","reconcileID":"46f2e97b-7308-4f9d-87bb-d38fed86123f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c23236","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-c23236":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:48.734817008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2272b7b-86de-40a8-bf87-71865e3f5714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:48.750030934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2272b7b-86de-40a8-bf87-71865e3f5714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:48.765632112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2272b7b-86de-40a8-bf87-71865e3f5714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:48.780773378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2272b7b-86de-40a8-bf87-71865e3f5714","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:49.616400231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed11328-bee9-40bc-95cc-5959683aaa8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:49.632181502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed11328-bee9-40bc-95cc-5959683aaa8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:49.647916411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed11328-bee9-40bc-95cc-5959683aaa8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:49.663229345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed11328-bee9-40bc-95cc-5959683aaa8f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:50.6329934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"f1fce957-3a76-4389-bf54-e66f28aab28e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57b28e","tenantID":"e2e-api-b-57b28e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:50.676486854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"f1fce957-3a76-4389-bf54-e66f28aab28e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"name":"e2e-api-b-57b28e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:50.702613179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-57b28e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"f1fce957-3a76-4389-bf54-e66f28aab28e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:53.947312658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"9b2dbe2e-d6de-4f10-ae21-ed64cdacbcd9","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-957eef","tenantID":"e2e-praxis-b-957eef","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.018046071Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"9b2dbe2e-d6de-4f10-ae21-ed64cdacbcd9","name":"e2e-praxis-b-957eef-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.045379842Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"2289be99-c1fc-44ea-9a8f-d46d82f9c8e0","namespace":"ai-tenant-e2e-api-a-b0c72c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.045811302Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"2289be99-c1fc-44ea-9a8f-d46d82f9c8e0","namespace":"ai-tenant-e2e-api-a-b0c72c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.045928613Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"2289be99-c1fc-44ea-9a8f-d46d82f9c8e0","name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.065250708Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"2289be99-c1fc-44ea-9a8f-d46d82f9c8e0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.066459169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ad9cd5f-82b6-4808-99ee-2beed48f5bd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.066568581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2ad9cd5f-82b6-4808-99ee-2beed48f5bd5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.067616462Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"5ce22a0f-134a-4adc-83e3-2f830eea22ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.115788669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"5ce22a0f-134a-4adc-83e3-2f830eea22ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b0c72c","tenantID":"e2e-api-a-b0c72c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.175474141Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"5ce22a0f-134a-4adc-83e3-2f830eea22ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"name":"e2e-api-a-b0c72c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.175509711Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"e2e-e2e-api-a-b0c72c-policy","reconcileID":"5ce22a0f-134a-4adc-83e3-2f830eea22ed","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b0c72c-policy","namespace":"ai-tenant-e2e-api-a-b0c72c"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b0c72c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.195051436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35809fa1-04c8-4833-9d6e-6b518136309f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:54.195071733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35809fa1-04c8-4833-9d6e-6b518136309f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:59.608931284Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","namespace":"ai-tenant-e2e-ipp-a-44a4e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:59.60913277Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","namespace":"ai-tenant-e2e-ipp-a-44a4e4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:59.609259522Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","tenant":"e2e-ipp-a-44a4e4","tenantID":"e2e-ipp-a-44a4e4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:59.645666624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"Deployment","name":"maas-api-e2e-ipp-a-44a4e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:59.69898983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"Service","name":"maas-api-e2e-ipp-a-44a4e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:59.781275218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-44a4e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:59.802432142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-44a4e4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:59.848288594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-44a4e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:59.875391262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-44a4e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:59.916525819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-44a4e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:59.951334115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-44a4e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:06:59.99959379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-44a4e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:00.023306383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-44a4e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:00.054541054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"Service","name":"payload-processing-e2e-ipp-a-44a4e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:00.104450372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-44a4e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:00.125495076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-44a4e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:00.155506134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-44a4e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:00.182437528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-44a4e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:00.206703971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-44a4e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:00.230296983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-44a4e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:00.262261911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-44a4e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:00.284561934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-44a4e4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:00.301465209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-44a4e4"},"namespace":"ai-tenant-e2e-ipp-a-44a4e4","name":"default-tenant","reconcileID":"0e95d7be-97ed-4bcc-9cf6-451c249388d5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-44a4e4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:00.880768501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"4b30b9ab-2a5b-43a2-b3bf-45b2003a8ce1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57b28e","tenantID":"e2e-api-b-57b28e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:00.912565696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"4b30b9ab-2a5b-43a2-b3bf-45b2003a8ce1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"name":"e2e-api-b-57b28e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:00.932050902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-57b28e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"4b30b9ab-2a5b-43a2-b3bf-45b2003a8ce1","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:01.146041619Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-44a4e4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-44a4e4","reconcileID":"dcc03a7a-1b5b-410f-83e7-27133e39450a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-44a4e4","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-44a4e4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:01.715815501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be7e082-99b5-4559-a94a-0326afba04b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:01.73242884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be7e082-99b5-4559-a94a-0326afba04b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:01.749121003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be7e082-99b5-4559-a94a-0326afba04b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:01.766621117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8be7e082-99b5-4559-a94a-0326afba04b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:02.487125899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23bfbaf-bf86-4892-baf7-f3941c8f60d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:02.502428346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23bfbaf-bf86-4892-baf7-f3941c8f60d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:02.517921874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23bfbaf-bf86-4892-baf7-f3941c8f60d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:02.538501358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e23bfbaf-bf86-4892-baf7-f3941c8f60d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:09.886500491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095f0877-e638-497c-8f3c-df79f8afe7f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:09.963619801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095f0877-e638-497c-8f3c-df79f8afe7f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:09.979428179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095f0877-e638-497c-8f3c-df79f8afe7f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:09.995495492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095f0877-e638-497c-8f3c-df79f8afe7f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:10.592163428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dacc805c-d979-483e-9ef0-a5428d084935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:10.607706277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dacc805c-d979-483e-9ef0-a5428d084935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:10.623005551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dacc805c-d979-483e-9ef0-a5428d084935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:10.640978275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dacc805c-d979-483e-9ef0-a5428d084935","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:10.982785801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"8c0260e5-a84a-4692-8767-7a8f6df9b1bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57b28e","tenantID":"e2e-api-b-57b28e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:11.003004314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"8c0260e5-a84a-4692-8767-7a8f6df9b1bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"name":"e2e-api-b-57b28e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:11.021642533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-57b28e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38e5e79796b610e1e682c6d23cffe1a0442bf1da64a77c809b2ac5336c78113a) AuthConfig (277c728d605ec24168938111f7702c28f57db48a425e603232a39f9e1d794725) AuthConfig (461cf6f423bdb75ce18a68e73bc96c5f53d30ce73a4758c0121dd356a40ea261) AuthConfig (1b5a2d872cf9bedf005b851697f192a278d9fdcf8a38005204da5875d9173c98) AuthConfig (61dcb72c55a9511186cdc17a30c678256a038805a5eec67a6bd637587ad3db29) AuthConfig (11a95e34920237d5d6d825ed254e6a0d2afe3e0c71d777aa45c8b34d7c1fdd50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"8c0260e5-a84a-4692-8767-7a8f6df9b1bd","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:11.054834818Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b524cb6-2a56-4bc5-92d1-9be6a6fe63fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:11.054856622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b524cb6-2a56-4bc5-92d1-9be6a6fe63fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:11.25900612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30e6ef5-71fb-428c-adcb-b9f954ad86a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:11.27460595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30e6ef5-71fb-428c-adcb-b9f954ad86a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:11.289875427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30e6ef5-71fb-428c-adcb-b9f954ad86a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:11.305096335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e30e6ef5-71fb-428c-adcb-b9f954ad86a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:12.089451053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b06fcd-3a27-4cb1-81d9-a12b64149082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:12.10437355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b06fcd-3a27-4cb1-81d9-a12b64149082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:12.119206037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b06fcd-3a27-4cb1-81d9-a12b64149082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:12.134069774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30b06fcd-3a27-4cb1-81d9-a12b64149082","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:12.760423162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3325bf2c-14dd-4824-89d9-aaf937bdb859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:12.775484004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3325bf2c-14dd-4824-89d9-aaf937bdb859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:12.79022502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3325bf2c-14dd-4824-89d9-aaf937bdb859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:12.807638601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3325bf2c-14dd-4824-89d9-aaf937bdb859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:13.560085651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eaad7b4-9a62-41dd-9477-0249e9d10037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:13.57576566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eaad7b4-9a62-41dd-9477-0249e9d10037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:13.590764695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eaad7b4-9a62-41dd-9477-0249e9d10037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:13.606578847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eaad7b4-9a62-41dd-9477-0249e9d10037","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:14.336786296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f2d40ee-4a35-4683-84e2-449356cd39c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:14.367581084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f2d40ee-4a35-4683-84e2-449356cd39c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:14.385069844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f2d40ee-4a35-4683-84e2-449356cd39c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:14.401729662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f2d40ee-4a35-4683-84e2-449356cd39c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:15.154443471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94571c8b-49bf-4aba-a5cf-338417bd2acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:15.245606686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94571c8b-49bf-4aba-a5cf-338417bd2acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:15.294586231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94571c8b-49bf-4aba-a5cf-338417bd2acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:15.376576283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94571c8b-49bf-4aba-a5cf-338417bd2acb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:15.667598234Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:16.431446432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d5c6f0-cbe7-4deb-b0c3-8884b853b068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:16.451863774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d5c6f0-cbe7-4deb-b0c3-8884b853b068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:16.467009219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d5c6f0-cbe7-4deb-b0c3-8884b853b068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:16.482726445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00d5c6f0-cbe7-4deb-b0c3-8884b853b068","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:17.131608375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af9e942-a6be-4e8f-aab7-78b132b7d1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:17.15249416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af9e942-a6be-4e8f-aab7-78b132b7d1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:17.169270519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af9e942-a6be-4e8f-aab7-78b132b7d1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:17.184877272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7af9e942-a6be-4e8f-aab7-78b132b7d1bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.084871459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"b756bb98-ed18-4f86-9d4a-c9321b5a89bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57b28e","tenantID":"e2e-api-b-57b28e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.104713681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"b756bb98-ed18-4f86-9d4a-c9321b5a89bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"name":"e2e-api-b-57b28e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:21.124120198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-57b28e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38e5e79796b610e1e682c6d23cffe1a0442bf1da64a77c809b2ac5336c78113a) AuthConfig (277c728d605ec24168938111f7702c28f57db48a425e603232a39f9e1d794725) AuthConfig (461cf6f423bdb75ce18a68e73bc96c5f53d30ce73a4758c0121dd356a40ea261) AuthConfig (1b5a2d872cf9bedf005b851697f192a278d9fdcf8a38005204da5875d9173c98) AuthConfig (61dcb72c55a9511186cdc17a30c678256a038805a5eec67a6bd637587ad3db29) AuthConfig (11a95e34920237d5d6d825ed254e6a0d2afe3e0c71d777aa45c8b34d7c1fdd50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"b756bb98-ed18-4f86-9d4a-c9321b5a89bc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:25.658157073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00253f7d-d746-4e08-971b-8fbcac24a4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:25.673206258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00253f7d-d746-4e08-971b-8fbcac24a4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:25.688454171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00253f7d-d746-4e08-971b-8fbcac24a4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:25.703926298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00253f7d-d746-4e08-971b-8fbcac24a4bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:26.422659131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36db61c3-1463-4ac3-ae97-5ea14ba263d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:26.439526739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36db61c3-1463-4ac3-ae97-5ea14ba263d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:26.455064455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36db61c3-1463-4ac3-ae97-5ea14ba263d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:26.470073709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36db61c3-1463-4ac3-ae97-5ea14ba263d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:27.093511784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"55605672-cddc-4f64-b492-7e9cacb733ea","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-cd000a","tenantID":"e2e-praxis-b-cd000a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:27.188713207Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"55605672-cddc-4f64-b492-7e9cacb733ea","name":"e2e-praxis-b-cd000a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:27.555615908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9819b7-47db-47ef-9043-a287e0b91892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:27.570791077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9819b7-47db-47ef-9043-a287e0b91892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:27.58698381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9819b7-47db-47ef-9043-a287e0b91892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:27.602965667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9819b7-47db-47ef-9043-a287e0b91892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.138166286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"b106cc5e-5f10-4999-b2a8-71d65a6a7c78","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-c23236","tenantID":"e2e-praxis-b-c23236","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.181544944Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"b106cc5e-5f10-4999-b2a8-71d65a6a7c78","name":"e2e-praxis-b-c23236-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.216423663Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","namespace":"ai-tenant-e2e-ipp-b-41b12c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.220428417Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","namespace":"ai-tenant-e2e-ipp-b-41b12c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.220592025Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","tenant":"e2e-ipp-b-41b12c","tenantID":"e2e-ipp-b-41b12c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.240597724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"Deployment","name":"maas-api-e2e-ipp-b-41b12c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.272601022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"Service","name":"maas-api-e2e-ipp-b-41b12c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.294215698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-41b12c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.311523548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-41b12c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.329660754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-41b12c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.34910129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-41b12c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.369381545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-41b12c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.387019015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-41b12c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.407203855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-41b12c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.424058008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-41b12c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.453619114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"Service","name":"payload-processing-e2e-ipp-b-41b12c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.49086489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-41b12c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.509062078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-41b12c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.52688235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-41b12c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.545973886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-41b12c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.566527188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-41b12c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.583621826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-41b12c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.600495172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-41b12c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.624312383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-41b12c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:29.642480549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-41b12c"},"namespace":"ai-tenant-e2e-ipp-b-41b12c","name":"default-tenant","reconcileID":"2224bcf0-e2f2-4590-a4ef-3ef423c56b03","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-41b12c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:30.181320859Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-41b12c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-41b12c","reconcileID":"38961b03-898a-4f95-b84b-8488f4fcdf5e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-41b12c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-41b12c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:30.71222141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69cb1e60-9bf8-4021-9c55-85617cf589dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:30.731405754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69cb1e60-9bf8-4021-9c55-85617cf589dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:30.74650176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69cb1e60-9bf8-4021-9c55-85617cf589dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:30.761677464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69cb1e60-9bf8-4021-9c55-85617cf589dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:31.168416054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"9ddf32a7-b0ee-4f10-872d-1d0081711879","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57b28e","tenantID":"e2e-api-b-57b28e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:31.189492074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"9ddf32a7-b0ee-4f10-872d-1d0081711879","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"name":"e2e-api-b-57b28e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:31.209506803Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-57b28e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38e5e79796b610e1e682c6d23cffe1a0442bf1da64a77c809b2ac5336c78113a) AuthConfig (277c728d605ec24168938111f7702c28f57db48a425e603232a39f9e1d794725) AuthConfig (461cf6f423bdb75ce18a68e73bc96c5f53d30ce73a4758c0121dd356a40ea261) AuthConfig (1b5a2d872cf9bedf005b851697f192a278d9fdcf8a38005204da5875d9173c98) AuthConfig (61dcb72c55a9511186cdc17a30c678256a038805a5eec67a6bd637587ad3db29) AuthConfig (11a95e34920237d5d6d825ed254e6a0d2afe3e0c71d777aa45c8b34d7c1fdd50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"9ddf32a7-b0ee-4f10-872d-1d0081711879","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:31.348288592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4eb3e9-d151-4a20-9f88-264ff97813ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:31.363544319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4eb3e9-d151-4a20-9f88-264ff97813ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:31.379101123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4eb3e9-d151-4a20-9f88-264ff97813ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:31.394587472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc4eb3e9-d151-4a20-9f88-264ff97813ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:32.071426644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281af18b-8693-48ed-b3ad-cd802b2b2351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:32.086337226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281af18b-8693-48ed-b3ad-cd802b2b2351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:32.101116199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281af18b-8693-48ed-b3ad-cd802b2b2351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:32.116008948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"281af18b-8693-48ed-b3ad-cd802b2b2351","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.458259799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5965fddd-9e6a-46a8-89c8-355a1d0920a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.473462626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5965fddd-9e6a-46a8-89c8-355a1d0920a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.488457186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5965fddd-9e6a-46a8-89c8-355a1d0920a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.503641768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5965fddd-9e6a-46a8-89c8-355a1d0920a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.520479895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"58ce41b7-9ec1-430a-9822-4f072c8f46b2","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.520502189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"58ce41b7-9ec1-430a-9822-4f072c8f46b2","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.83497207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"61917bec-27b6-4791-aac3-ca0bd3f8904f","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.8350009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"61917bec-27b6-4791-aac3-ca0bd3f8904f","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.854153977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"6fcdd2fe-9da4-48ac-9cc3-1a0a8844e65e","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.854174761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"6fcdd2fe-9da4-48ac-9cc3-1a0a8844e65e","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.888634951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"df87c20a-c510-4569-a768-fab8fa08ef18","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.956368101Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"df87c20a-c510-4569-a768-fab8fa08ef18","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.974744998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7af1a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"df87c20a-c510-4569-a768-fab8fa08ef18","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.996019721Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"0c2da2ff-01f2-4353-9c1a-e2e39bd8949a","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:34.996044883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"0c2da2ff-01f2-4353-9c1a-e2e39bd8949a","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:35.109855255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a5571b3-c1d1-4558-80fb-cb804cc1f6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:35.124910189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a5571b3-c1d1-4558-80fb-cb804cc1f6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:35.140766801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a5571b3-c1d1-4558-80fb-cb804cc1f6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:35.155677861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a5571b3-c1d1-4558-80fb-cb804cc1f6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:37.982544236Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","namespace":"ai-tenant-e2e-api-a-b0c72c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:37.982652305Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","namespace":"ai-tenant-e2e-api-a-b0c72c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:37.982740261Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","tenant":"e2e-api-a-b0c72c","tenantID":"e2e-api-a-b0c72c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.004545953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"Deployment","name":"maas-api-e2e-api-a-b0c72c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.036738577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"Service","name":"maas-api-e2e-api-a-b0c72c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.055505348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-b0c72c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.072417165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-b0c72c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.090167778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-b0c72c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.108336752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-b0c72c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.128328597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-b0c72c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.14835353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-b0c72c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.162836093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"Deployment","name":"payload-processing-e2e-api-a-b0c72c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.177310903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-b0c72c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.191796106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"Service","name":"payload-processing-e2e-api-a-b0c72c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.206282216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"Service","name":"payload-pre-processing-e2e-api-a-b0c72c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.221083208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-b0c72c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.245593393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-b0c72c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.271799857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-b0c72c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.301516304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-b0c72c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.343563873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-b0c72c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.414473552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-b0c72c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.467517321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-b0c72c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:38.534489185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b0c72c"},"namespace":"ai-tenant-e2e-api-a-b0c72c","name":"default-tenant","reconcileID":"c9808b7d-8368-4fcc-beac-b15d2a641765","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-b0c72c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:39.125136441Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b0c72c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b0c72c","reconcileID":"d98f1b9b-456a-430f-9003-3b941554f5dd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-b0c72c","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-b0c72c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:39.565283807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d1444f-2ebd-4bc5-88af-22e36cb41f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:39.580945592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d1444f-2ebd-4bc5-88af-22e36cb41f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:39.595934972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d1444f-2ebd-4bc5-88af-22e36cb41f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:39.614067803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29d1444f-2ebd-4bc5-88af-22e36cb41f72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.411440424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6c79fb-f5af-4ba0-b48c-21e91c7a9b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.464452281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6c79fb-f5af-4ba0-b48c-21e91c7a9b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.565847641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6c79fb-f5af-4ba0-b48c-21e91c7a9b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:40.606889304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b6c79fb-f5af-4ba0-b48c-21e91c7a9b57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:41.240775354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"d8a59e85-e95f-44f0-b151-b171d4f4d686","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57b28e","tenantID":"e2e-api-b-57b28e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:41.260466698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"d8a59e85-e95f-44f0-b151-b171d4f4d686","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"name":"e2e-api-b-57b28e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:41.282387696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31eca2fd-64b9-476c-ae3f-8f7dc9dd80c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:41.287043795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-57b28e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38e5e79796b610e1e682c6d23cffe1a0442bf1da64a77c809b2ac5336c78113a) AuthConfig (277c728d605ec24168938111f7702c28f57db48a425e603232a39f9e1d794725) AuthConfig (461cf6f423bdb75ce18a68e73bc96c5f53d30ce73a4758c0121dd356a40ea261) AuthConfig (1b5a2d872cf9bedf005b851697f192a278d9fdcf8a38005204da5875d9173c98) AuthConfig (61dcb72c55a9511186cdc17a30c678256a038805a5eec67a6bd637587ad3db29) AuthConfig (11a95e34920237d5d6d825ed254e6a0d2afe3e0c71d777aa45c8b34d7c1fdd50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"d8a59e85-e95f-44f0-b151-b171d4f4d686","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:41.297978605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31eca2fd-64b9-476c-ae3f-8f7dc9dd80c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:41.313921362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31eca2fd-64b9-476c-ae3f-8f7dc9dd80c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:41.329539594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31eca2fd-64b9-476c-ae3f-8f7dc9dd80c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:43.54279178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722f0877-b872-47c3-912e-61ee086e411e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:43.559352978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722f0877-b872-47c3-912e-61ee086e411e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:43.58152187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722f0877-b872-47c3-912e-61ee086e411e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:43.599936511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"722f0877-b872-47c3-912e-61ee086e411e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:44.30568924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d94e561-8879-4f51-bde4-4e7ce8d74c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:44.320937707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d94e561-8879-4f51-bde4-4e7ce8d74c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:44.335997082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d94e561-8879-4f51-bde4-4e7ce8d74c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:44.351063454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d94e561-8879-4f51-bde4-4e7ce8d74c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:44.373585775Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6d21fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6d21fd","reconcileID":"0d493983-391b-47f7-a411-e44be64e2aae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6d21fd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-6d21fd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:45.040017414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02c56ec6-2e6f-41f1-b160-0a7480010d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:45.040995772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"a0cc2273-1c9a-477b-b80c-4ded3f1c4b46","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:45.056122179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02c56ec6-2e6f-41f1-b160-0a7480010d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:45.071396988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02c56ec6-2e6f-41f1-b160-0a7480010d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:45.076436411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"a0cc2273-1c9a-477b-b80c-4ded3f1c4b46","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:45.086127844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02c56ec6-2e6f-41f1-b160-0a7480010d3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:45.104713417Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7af1a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"a0cc2273-1c9a-477b-b80c-4ded3f1c4b46","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:45.663462215Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:45.751004394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95987ce6-9a9e-4853-9590-9c65842eacd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:45.766206883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95987ce6-9a9e-4853-9590-9c65842eacd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:45.781061853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95987ce6-9a9e-4853-9590-9c65842eacd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:45.795955747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95987ce6-9a9e-4853-9590-9c65842eacd8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:46.468049066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb6fbc0-0706-4463-9c90-c2b116f0bb2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:46.646989882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb6fbc0-0706-4463-9c90-c2b116f0bb2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:46.676600668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb6fbc0-0706-4463-9c90-c2b116f0bb2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:46.694506339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"abb6fbc0-0706-4463-9c90-c2b116f0bb2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:47.455401603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"170d7f5f-029c-4539-b158-21cbd826e3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:47.523534836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"170d7f5f-029c-4539-b158-21cbd826e3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:47.587307529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"170d7f5f-029c-4539-b158-21cbd826e3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:47.790835855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"170d7f5f-029c-4539-b158-21cbd826e3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:47.844139836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"d3048932-d915-4dad-99a3-438d7d9c33ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57b28e","tenantID":"e2e-api-b-57b28e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:47.923802212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"d3048932-d915-4dad-99a3-438d7d9c33ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"name":"e2e-api-b-57b28e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:47.944493631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-57b28e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38e5e79796b610e1e682c6d23cffe1a0442bf1da64a77c809b2ac5336c78113a) AuthConfig (277c728d605ec24168938111f7702c28f57db48a425e603232a39f9e1d794725) AuthConfig (461cf6f423bdb75ce18a68e73bc96c5f53d30ce73a4758c0121dd356a40ea261) AuthConfig (1b5a2d872cf9bedf005b851697f192a278d9fdcf8a38005204da5875d9173c98) AuthConfig (61dcb72c55a9511186cdc17a30c678256a038805a5eec67a6bd637587ad3db29) AuthConfig (11a95e34920237d5d6d825ed254e6a0d2afe3e0c71d777aa45c8b34d7c1fdd50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"d3048932-d915-4dad-99a3-438d7d9c33ea","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.022107613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"68c3c41e-965e-4357-adcf-6162f64e6b0a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57b28e","tenantID":"e2e-api-b-57b28e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.045335871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"68c3c41e-965e-4357-adcf-6162f64e6b0a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"name":"e2e-api-b-57b28e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.065136195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-57b28e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (38e5e79796b610e1e682c6d23cffe1a0442bf1da64a77c809b2ac5336c78113a) AuthConfig (277c728d605ec24168938111f7702c28f57db48a425e603232a39f9e1d794725) AuthConfig (461cf6f423bdb75ce18a68e73bc96c5f53d30ce73a4758c0121dd356a40ea261) AuthConfig (1b5a2d872cf9bedf005b851697f192a278d9fdcf8a38005204da5875d9173c98) AuthConfig (61dcb72c55a9511186cdc17a30c678256a038805a5eec67a6bd637587ad3db29) AuthConfig (11a95e34920237d5d6d825ed254e6a0d2afe3e0c71d777aa45c8b34d7c1fdd50)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"68c3c41e-965e-4357-adcf-6162f64e6b0a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.590729514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7196698-e57b-40e5-840c-ecdee024538e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.608518996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7196698-e57b-40e5-840c-ecdee024538e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.662782812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7196698-e57b-40e5-840c-ecdee024538e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:48.944897679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7196698-e57b-40e5-840c-ecdee024538e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:49.547245281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d3a996-e591-459a-b269-7b08438f9508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:49.580660772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d3a996-e591-459a-b269-7b08438f9508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:49.607014361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d3a996-e591-459a-b269-7b08438f9508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:49.673118209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d3a996-e591-459a-b269-7b08438f9508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.044708053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d851b5-89e7-48c8-88e9-011bdc169663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.067225698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d851b5-89e7-48c8-88e9-011bdc169663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.10661966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d851b5-89e7-48c8-88e9-011bdc169663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:51.122530224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9d851b5-89e7-48c8-88e9-011bdc169663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:52.352810645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"757564ef-4450-4381-b581-7afcf3241ab0","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:52.381099708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"757564ef-4450-4381-b581-7afcf3241ab0","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:52.403017251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7af1a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"757564ef-4450-4381-b581-7afcf3241ab0","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:58.096027761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"c0e50c48-034c-411d-bbfa-2ed235d70535","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57b28e","tenantID":"e2e-api-b-57b28e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:58.116493136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"c0e50c48-034c-411d-bbfa-2ed235d70535","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"name":"e2e-api-b-57b28e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:58.284763307Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3000e7ea-e315-419d-8107-a1334d862323","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:58.284792848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3000e7ea-e315-419d-8107-a1334d862323","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:58.317405376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"86b1d9e7-62ed-4a79-b80d-6d7aa4fc3c74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57b28e","tenantID":"e2e-api-b-57b28e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:07:58.339578001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"86b1d9e7-62ed-4a79-b80d-6d7aa4fc3c74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"name":"e2e-api-b-57b28e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.333870007Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","namespace":"ai-tenant-e2e-praxis-a-0941c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.334066809Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","namespace":"ai-tenant-e2e-praxis-a-0941c8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.334491641Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","tenant":"e2e-praxis-a-0941c8","tenantID":"e2e-praxis-a-0941c8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.352506578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"Deployment","name":"maas-api-e2e-praxis-a-0941c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.382404555Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"Service","name":"maas-api-e2e-praxis-a-0941c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.403430708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-0941c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.422572122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-0941c8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.443522214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-0941c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.460997132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-0941c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.481384868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-0941c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.499083804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-0941c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.51390132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-0941c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.528518214Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-0941c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.543431135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"Service","name":"payload-processing-e2e-praxis-a-0941c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.558236872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-0941c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.57306525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-0941c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.587901329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-0941c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.613977539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-0941c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.639394586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-0941c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.657723155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-0941c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.680098739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-0941c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.695885065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-0941c8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:01.711292329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-0941c8"},"namespace":"ai-tenant-e2e-praxis-a-0941c8","name":"default-tenant","reconcileID":"0ec22e44-dfa0-451f-911c-9785f60ca927","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-0941c8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:02.260737699Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-0941c8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-0941c8","reconcileID":"4ba67eea-f954-4be1-adae-b889b7470849","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-0941c8","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-0941c8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:02.448453778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"f04db862-181c-4850-8483-2e624c72b2e0","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:02.525759754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"f04db862-181c-4850-8483-2e624c72b2e0","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:02.546222685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7af1a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"f04db862-181c-4850-8483-2e624c72b2e0","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:02.742030918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5b638b-c99f-4253-ba19-eaad1027f699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:02.759546449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5b638b-c99f-4253-ba19-eaad1027f699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:02.781342653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5b638b-c99f-4253-ba19-eaad1027f699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:02.799617653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e5b638b-c99f-4253-ba19-eaad1027f699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:03.462024368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373b1e9a-a333-4ef1-aeba-c80254866db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:03.477788818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373b1e9a-a333-4ef1-aeba-c80254866db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:03.493071009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373b1e9a-a333-4ef1-aeba-c80254866db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:03.508098579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"373b1e9a-a333-4ef1-aeba-c80254866db8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:08.200076015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b61b313-561f-471d-9e55-d6a264ca1115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:08.258132155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b61b313-561f-471d-9e55-d6a264ca1115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:08.409000013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b61b313-561f-471d-9e55-d6a264ca1115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:08.496392777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b61b313-561f-471d-9e55-d6a264ca1115","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:09.450713186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41628ea6-c67d-4c8a-8f65-90f895004971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:09.469293659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41628ea6-c67d-4c8a-8f65-90f895004971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:09.488921231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41628ea6-c67d-4c8a-8f65-90f895004971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:09.505904191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41628ea6-c67d-4c8a-8f65-90f895004971","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:10.491666096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372e7c6d-a6b5-4803-b955-a4fcd4823737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:10.547072896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372e7c6d-a6b5-4803-b955-a4fcd4823737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:10.622447196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372e7c6d-a6b5-4803-b955-a4fcd4823737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:10.669868022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"372e7c6d-a6b5-4803-b955-a4fcd4823737","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:11.372272725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fc492c-7aa7-49c9-bad2-15a920b8cb86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:11.387908092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fc492c-7aa7-49c9-bad2-15a920b8cb86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:11.403305637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fc492c-7aa7-49c9-bad2-15a920b8cb86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:11.419060168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10fc492c-7aa7-49c9-bad2-15a920b8cb86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.032029845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e86ff3-4af0-4800-a9c6-cde67408bdee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.047134533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e86ff3-4af0-4800-a9c6-cde67408bdee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.063962876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e86ff3-4af0-4800-a9c6-cde67408bdee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.079447843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66e86ff3-4af0-4800-a9c6-cde67408bdee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.632511893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"87d2eb4c-9c9b-4557-aa00-77d35680ce7f","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.721649901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"87d2eb4c-9c9b-4557-aa00-77d35680ce7f","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.740360606Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7af1a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"87d2eb4c-9c9b-4557-aa00-77d35680ce7f","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.825859264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18061e1-fa5e-4744-8103-ded6ae4aa238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.841077355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18061e1-fa5e-4744-8103-ded6ae4aa238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.856010336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18061e1-fa5e-4744-8103-ded6ae4aa238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:12.871311214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c18061e1-fa5e-4744-8103-ded6ae4aa238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:13.47445763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67102982-af13-44ad-81a9-8d133fc87a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:13.48998301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67102982-af13-44ad-81a9-8d133fc87a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:13.504990937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67102982-af13-44ad-81a9-8d133fc87a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:13.52006475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67102982-af13-44ad-81a9-8d133fc87a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:15.662978247Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:17.659233246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856ac024-1581-4b01-9ca4-c54d5e8b3a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:17.674118385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856ac024-1581-4b01-9ca4-c54d5e8b3a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:17.688850236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856ac024-1581-4b01-9ca4-c54d5e8b3a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:17.704488707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"856ac024-1581-4b01-9ca4-c54d5e8b3a22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:18.291054004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6224f5-7a3c-4986-906d-f8bff8e96074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:18.306041695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6224f5-7a3c-4986-906d-f8bff8e96074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:18.320941709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6224f5-7a3c-4986-906d-f8bff8e96074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:18.335862311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa6224f5-7a3c-4986-906d-f8bff8e96074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.777564336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"99f92870-70bb-4114-9563-d2ed08e1c248","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.81690923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"99f92870-70bb-4114-9563-d2ed08e1c248","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:22.838915508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7af1a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"99f92870-70bb-4114-9563-d2ed08e1c248","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.075497624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"c2d738a1-a0f8-4645-8bc0-8285991fe5a3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-6d21fd","tenantID":"e2e-praxis-a-6d21fd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.118610995Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"c2d738a1-a0f8-4645-8bc0-8285991fe5a3","name":"e2e-praxis-a-6d21fd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.147465959Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"3f3b7c01-872e-4012-be0f-e1ef159bc025","namespace":"ai-tenant-e2e-api-b-57b28e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.172356761Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"3f3b7c01-872e-4012-be0f-e1ef159bc025","namespace":"ai-tenant-e2e-api-b-57b28e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.172459362Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"3f3b7c01-872e-4012-be0f-e1ef159bc025","name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.189948701Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"3f3b7c01-872e-4012-be0f-e1ef159bc025","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.190507084Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"605e735c-144f-49e8-a34d-74bb2c748b6b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.190651085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5926cdfd-4ecb-4deb-aa3f-97a88616e86b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.190668033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5926cdfd-4ecb-4deb-aa3f-97a88616e86b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.35198124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"605e735c-144f-49e8-a34d-74bb2c748b6b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57b28e","tenantID":"e2e-api-b-57b28e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.56224119Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"605e735c-144f-49e8-a34d-74bb2c748b6b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"name":"e2e-api-b-57b28e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.582216257Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"e2e-e2e-api-b-57b28e-policy","reconcileID":"605e735c-144f-49e8-a34d-74bb2c748b6b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-57b28e-policy","namespace":"ai-tenant-e2e-api-b-57b28e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-57b28e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.700173198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffdf1efa-140e-4dd0-a133-8dc413930eea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:24.700282572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffdf1efa-140e-4dd0-a133-8dc413930eea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.913049249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14cae41-e3c6-4d67-9429-b415cfd3ee90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.934371915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14cae41-e3c6-4d67-9429-b415cfd3ee90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.949649719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14cae41-e3c6-4d67-9429-b415cfd3ee90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:26.964867291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14cae41-e3c6-4d67-9429-b415cfd3ee90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:27.629922624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b6c2cd-b10a-426e-b65c-716ce9baa629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:27.645673275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b6c2cd-b10a-426e-b65c-716ce9baa629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:27.660774348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b6c2cd-b10a-426e-b65c-716ce9baa629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:27.675920968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61b6c2cd-b10a-426e-b65c-716ce9baa629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:27.763870568Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-31d798","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-31d798","reconcileID":"afeba805-761b-43fc-9282-36340f28e88e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-31d798","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-31d798":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.51380615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4152f53c-252f-4723-9e94-aa63ac4ffef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.532229464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4152f53c-252f-4723-9e94-aa63ac4ffef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.552753643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4152f53c-252f-4723-9e94-aa63ac4ffef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:28.638127455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4152f53c-252f-4723-9e94-aa63ac4ffef8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:29.480823069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c42ddd-38a3-4a31-9181-5345c3270219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:29.496585584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c42ddd-38a3-4a31-9181-5345c3270219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:29.513295827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c42ddd-38a3-4a31-9181-5345c3270219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:29.53227187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c42ddd-38a3-4a31-9181-5345c3270219","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.692111289Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","namespace":"ai-tenant-e2e-praxis-a-ce5978","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.692183278Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","namespace":"ai-tenant-e2e-praxis-a-ce5978","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.692306365Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","tenant":"e2e-praxis-a-ce5978","tenantID":"e2e-praxis-a-ce5978","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.709676669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"Deployment","name":"maas-api-e2e-praxis-a-ce5978","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.741090466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"Service","name":"maas-api-e2e-praxis-a-ce5978","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.759439997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-ce5978","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.776782655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-ce5978","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.79428761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-ce5978","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.811353164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-ce5978","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.83121714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-ce5978","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.848370823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-ce5978","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.863263974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-ce5978","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.878097726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-ce5978","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.892653446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"Service","name":"payload-processing-e2e-praxis-a-ce5978","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.907493932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-ce5978","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.922488731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-ce5978","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.937447255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-ce5978","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.957792536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-ce5978","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:30.981026737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-ce5978","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:31.001565647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-ce5978","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:31.020973028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-ce5978","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:31.045468204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-ce5978","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:31.068716702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-ce5978"},"namespace":"ai-tenant-e2e-praxis-a-ce5978","name":"default-tenant","reconcileID":"4a478cc9-e809-4433-9de7-100cda778873","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-ce5978","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:31.658028578Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-ce5978","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-ce5978","reconcileID":"406aa8ba-7289-4802-8e71-8c403d6b0356","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-ce5978","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-ce5978"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:32.099172192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f30be1-d39a-47b5-9fa7-430482330549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:32.119224437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f30be1-d39a-47b5-9fa7-430482330549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:32.134886816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f30be1-d39a-47b5-9fa7-430482330549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:32.150559704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74f30be1-d39a-47b5-9fa7-430482330549","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:32.746432185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4372181a-504c-48c3-ba0f-ddd2139ddbcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:32.761436953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4372181a-504c-48c3-ba0f-ddd2139ddbcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:32.776307761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4372181a-504c-48c3-ba0f-ddd2139ddbcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:32.79133129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4372181a-504c-48c3-ba0f-ddd2139ddbcb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:32.873082732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"336f5908-0514-43ad-a93a-229cd776f44d","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:32.893115908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"336f5908-0514-43ad-a93a-229cd776f44d","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:32.911515182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7af1a5-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"336f5908-0514-43ad-a93a-229cd776f44d","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.393566222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3259c93-4735-40ec-bc36-0f403359ff6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.40882702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3259c93-4735-40ec-bc36-0f403359ff6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.423865356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3259c93-4735-40ec-bc36-0f403359ff6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.439206633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3259c93-4735-40ec-bc36-0f403359ff6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.466239834Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","namespace":"ai-tenant-e2e-praxis-a-dfedfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.4663514Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","namespace":"ai-tenant-e2e-praxis-a-dfedfe","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.466425223Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","tenant":"e2e-praxis-a-dfedfe","tenantID":"e2e-praxis-a-dfedfe","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.497347981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"Deployment","name":"maas-api-e2e-praxis-a-dfedfe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.558484319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"Service","name":"maas-api-e2e-praxis-a-dfedfe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.584784128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-dfedfe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.603037607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-dfedfe","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.628337201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-dfedfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.646265506Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-dfedfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.667455578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-dfedfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.684662268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-dfedfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.699301247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-dfedfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.714301764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-dfedfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.731572008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"Service","name":"payload-processing-e2e-praxis-a-dfedfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.746093605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-dfedfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.761448501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-dfedfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.787318129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-dfedfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.807595354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-dfedfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.834058427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-dfedfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.86245693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-dfedfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.974902628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-dfedfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:33.996526864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-dfedfe","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:34.01955429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-dfedfe"},"namespace":"ai-tenant-e2e-praxis-a-dfedfe","name":"default-tenant","reconcileID":"f11ed152-684a-424f-b990-0a3178847e64","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-dfedfe","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:34.564294273Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-dfedfe","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-dfedfe","reconcileID":"bd4962e9-67c9-49c3-ac80-2290def48b5f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-dfedfe","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-dfedfe"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:34.605042666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4eb016-5a04-4392-b939-f413ecbfa1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:34.619965186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4eb016-5a04-4392-b939-f413ecbfa1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:34.635149577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4eb016-5a04-4392-b939-f413ecbfa1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:34.650685319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4eb016-5a04-4392-b939-f413ecbfa1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:35.277702239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5abb4c-6688-4f68-a46a-0dad32f7862d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:35.29272419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5abb4c-6688-4f68-a46a-0dad32f7862d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:35.307699575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5abb4c-6688-4f68-a46a-0dad32f7862d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:35.322675245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c5abb4c-6688-4f68-a46a-0dad32f7862d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:35.981261593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d5986e-dd52-4eee-82aa-aef254a2d890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:35.996527195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d5986e-dd52-4eee-82aa-aef254a2d890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:36.011595621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d5986e-dd52-4eee-82aa-aef254a2d890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:36.027442844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24d5986e-dd52-4eee-82aa-aef254a2d890","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.436780402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12dde724-4a5e-42f7-868a-58707c59408b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.451505595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12dde724-4a5e-42f7-868a-58707c59408b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.466473833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12dde724-4a5e-42f7-868a-58707c59408b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:40.481266358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12dde724-4a5e-42f7-868a-58707c59408b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.082198875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33e0d08-db55-452e-a5e7-af999ededc28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.097061855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33e0d08-db55-452e-a5e7-af999ededc28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.118331589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33e0d08-db55-452e-a5e7-af999ededc28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.136598771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c33e0d08-db55-452e-a5e7-af999ededc28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.913625517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f22c49-6d37-44e4-8ef6-0357b2ea2db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.92861035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f22c49-6d37-44e4-8ef6-0357b2ea2db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.944244237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f22c49-6d37-44e4-8ef6-0357b2ea2db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:41.959411533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36f22c49-6d37-44e4-8ef6-0357b2ea2db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:42.710089991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da451b05-1735-4beb-8f5c-615bf8dd2605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:42.729001377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da451b05-1735-4beb-8f5c-615bf8dd2605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:42.744477632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da451b05-1735-4beb-8f5c-615bf8dd2605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:42.759826806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da451b05-1735-4beb-8f5c-615bf8dd2605","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:42.941807205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"4e2eeab6-1e3b-4af9-8994-b58fb2a0dc5d","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:42.961897785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"4e2eeab6-1e3b-4af9-8994-b58fb2a0dc5d","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:42.980530087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7af1a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b52858ba97311827940774e601f32f436a427e20a1444cda0ced497644ade0e) AuthConfig (80cdf9b286cfff7093e2168c379c6e2ebe2b2d4ab4edc6783264a16db8dbd2ed) AuthConfig (f29791fa0885b77ed321bb8df29eda67673fe5cf7dc92c1f698226cc43048a2d) AuthConfig (3dc68cbdc43bb2a3d42b646b222d21c02f9eb41f949a6cb78121b3a58d831d7a) AuthConfig (08a291a2108c03c4dce094335188948f5b71bdfc4d441ba4e522b292d2eb5dfa) AuthConfig (ba5c4ce022df8cdf9212928e3929b4d9a9af0bbf42a083b02e98a7af758ca4e8) AuthConfig (fb36f70274de6f6c14a3ee1f51bc537b654b40c86ae5bb2ae2b567bf55df9985) AuthConfig (e7b1050269fba959be535850ea6e040fddbe56158dde96f6d4b0ce956b742a75) AuthConfig (7054bbc619a55563acae9f7689d694deab36f26fd8f843119fe0d468449bbb10) AuthConfig (39af0dde8efd414d7653fc984f96fdb933b23e034d47c9256cfc12dfc9d6284f) AuthConfig (a3eec538fe80948d928d48f4e627534753dbb860d5c5ade4caa265ea0b083f03) AuthConfig (1498b839e90e5583ccc7dfde3e102fb98cd7b61f2c5eb6185d75ef874994981a) AuthConfig (c686017d9d91e475d2454f489e97e823fc2b7ef0fb2cf19f92f57f8c36826e8e) AuthConfig (28556b0c4132c13cf33f606765773fcc58d7ea597cf04593d7dc35e9e93cf303) AuthConfig (daac00cda10995e7d3d3097e283db9db5e7f4bad88d905c7873fe013c1b471d5) AuthConfig (0ed1f6e929574c90f01d98e6a3eaf375f68ac57e2e13c7357fa782e7dc38145d) AuthConfig (e651523187c56e3a98df63145011ac967a834f415ff2e2978010ecac52a77962) AuthConfig (8f631601a7b8eccad1bb7f1732bdb9617e3e8fad6f1cdd7cd4d501530a8b4d1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"4e2eeab6-1e3b-4af9-8994-b58fb2a0dc5d","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:43.002006163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"72834f5b-5d81-47a9-b8b4-ade36f5c2b54","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:43.002024356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"72834f5b-5d81-47a9-b8b4-ade36f5c2b54","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:43.475613728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4b3ef1-caf9-4aa5-9ba6-c7b719b838cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:43.490544094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4b3ef1-caf9-4aa5-9ba6-c7b719b838cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:43.505636181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4b3ef1-caf9-4aa5-9ba6-c7b719b838cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:43.520557414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f4b3ef1-caf9-4aa5-9ba6-c7b719b838cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:44.132491277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405a5482-2a04-4f78-94fe-1e55fef7da7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:44.147543864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405a5482-2a04-4f78-94fe-1e55fef7da7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:44.162499997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405a5482-2a04-4f78-94fe-1e55fef7da7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:44.177657091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"405a5482-2a04-4f78-94fe-1e55fef7da7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:44.804256193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8319542-819a-4031-8abf-5ad9f4d0ce0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:44.819707543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8319542-819a-4031-8abf-5ad9f4d0ce0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:44.835233914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8319542-819a-4031-8abf-5ad9f4d0ce0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:44.850490895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8319542-819a-4031-8abf-5ad9f4d0ce0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:44.96495929Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","namespace":"ai-tenant-e2e-praxis-b-957eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:44.965049135Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","namespace":"ai-tenant-e2e-praxis-b-957eef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:44.965128793Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","tenant":"e2e-praxis-b-957eef","tenantID":"e2e-praxis-b-957eef","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:44.981855509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"Deployment","name":"maas-api-e2e-praxis-b-957eef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.011273571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"Service","name":"maas-api-e2e-praxis-b-957eef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.032071982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-957eef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.051136659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-957eef","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.069001954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-957eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.086406554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-957eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.106045209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-957eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.123504396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-957eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.13824151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-957eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.152886619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-957eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.179411999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"Service","name":"payload-processing-e2e-praxis-b-957eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.194836193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-957eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.209425406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-957eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.224033966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-957eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.24467044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-957eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.276747546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-957eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.371113107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-957eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.526896329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-957eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.674036849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-957eef","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.690662966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-957eef"},"namespace":"ai-tenant-e2e-praxis-b-957eef","name":"default-tenant","reconcileID":"d338998f-4f76-4d4d-80b6-c79f828c3654","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-957eef","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.706458635Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.882531262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbb798c-6d93-4c26-8844-22328e06ef94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.924642106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbb798c-6d93-4c26-8844-22328e06ef94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.940023936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbb798c-6d93-4c26-8844-22328e06ef94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.954745067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbb798c-6d93-4c26-8844-22328e06ef94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:45.977620656Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-957eef","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-957eef","reconcileID":"9a9a342b-cf69-4d90-8616-cdbe94a1531c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-957eef","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-957eef"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:46.594502503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d465ff93-4f1b-425e-ab77-6072e3cec1bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:46.61085729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d465ff93-4f1b-425e-ab77-6072e3cec1bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:46.625857016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d465ff93-4f1b-425e-ab77-6072e3cec1bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:46.640745021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d465ff93-4f1b-425e-ab77-6072e3cec1bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:47.289472273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773d32d0-63d4-4f83-bd75-0c241715e147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:47.304423542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773d32d0-63d4-4f83-bd75-0c241715e147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:47.319252013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773d32d0-63d4-4f83-bd75-0c241715e147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:47.334631052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"773d32d0-63d4-4f83-bd75-0c241715e147","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:47.997424786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85326cc0-a4c7-45e4-9ae6-b6f2a41b1ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.012538653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85326cc0-a4c7-45e4-9ae6-b6f2a41b1ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.027530855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85326cc0-a4c7-45e4-9ae6-b6f2a41b1ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.042964236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85326cc0-a4c7-45e4-9ae6-b6f2a41b1ea1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.760444773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039239cd-d994-460f-b274-822dd22b879e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.775554912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039239cd-d994-460f-b274-822dd22b879e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.790352724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039239cd-d994-460f-b274-822dd22b879e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:48.805346592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"039239cd-d994-460f-b274-822dd22b879e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:53.032779949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"5e1fa2c0-6daa-4ca1-90c8-e4e3dddf3701","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:53.055741087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"5e1fa2c0-6daa-4ca1-90c8-e4e3dddf3701","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:53.090572804Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-7af1a5-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8b52858ba97311827940774e601f32f436a427e20a1444cda0ced497644ade0e) AuthConfig (80cdf9b286cfff7093e2168c379c6e2ebe2b2d4ab4edc6783264a16db8dbd2ed) AuthConfig (f29791fa0885b77ed321bb8df29eda67673fe5cf7dc92c1f698226cc43048a2d) AuthConfig (3dc68cbdc43bb2a3d42b646b222d21c02f9eb41f949a6cb78121b3a58d831d7a) AuthConfig (08a291a2108c03c4dce094335188948f5b71bdfc4d441ba4e522b292d2eb5dfa) AuthConfig (ba5c4ce022df8cdf9212928e3929b4d9a9af0bbf42a083b02e98a7af758ca4e8) AuthConfig (fb36f70274de6f6c14a3ee1f51bc537b654b40c86ae5bb2ae2b567bf55df9985) AuthConfig (e7b1050269fba959be535850ea6e040fddbe56158dde96f6d4b0ce956b742a75) AuthConfig (7054bbc619a55563acae9f7689d694deab36f26fd8f843119fe0d468449bbb10) AuthConfig (39af0dde8efd414d7653fc984f96fdb933b23e034d47c9256cfc12dfc9d6284f) AuthConfig (a3eec538fe80948d928d48f4e627534753dbb860d5c5ade4caa265ea0b083f03) AuthConfig (1498b839e90e5583ccc7dfde3e102fb98cd7b61f2c5eb6185d75ef874994981a) AuthConfig (c686017d9d91e475d2454f489e97e823fc2b7ef0fb2cf19f92f57f8c36826e8e) AuthConfig (28556b0c4132c13cf33f606765773fcc58d7ea597cf04593d7dc35e9e93cf303) AuthConfig (daac00cda10995e7d3d3097e283db9db5e7f4bad88d905c7873fe013c1b471d5) AuthConfig (0ed1f6e929574c90f01d98e6a3eaf375f68ac57e2e13c7357fa782e7dc38145d) AuthConfig (e651523187c56e3a98df63145011ac967a834f415ff2e2978010ecac52a77962) AuthConfig (8f631601a7b8eccad1bb7f1732bdb9617e3e8fad6f1cdd7cd4d501530a8b4d1b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"5e1fa2c0-6daa-4ca1-90c8-e4e3dddf3701","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.07692875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"32d7a338-51d4-4fcb-9f1c-2777ddc880d8","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.096870204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"11dc91ab-e111-4d05-b2e7-e7504439adeb","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:08:55.109348891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2f8f3566","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-apikey-sub-binding-2f8f3566","reconcileID":"03c98e79-b6e2-493c-8501-cb597cd34193","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-2f8f3566\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.121410856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"13e90147-9fd5-4cbf-9aea-560a99f81f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.121625743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4bb6c8b5-e2f3-4fdf-882b-ba90d0571c94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.143158493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"13e90147-9fd5-4cbf-9aea-560a99f81f51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.143347758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4bb6c8b5-e2f3-4fdf-882b-ba90d0571c94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.151126855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"1e2ff0db-7089-40d8-8cdc-58b6e33f6b4f","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.169813831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"294e45a1-6743-46c4-9f42-9437fe4575ad","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.231857059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"5bd336b7-eea4-4485-89b9-ef8ab58ab979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.231857061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"b99adac5-922c-49e6-b38d-a8dc11cf5ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.237131825Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2f8f3566","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-apikey-sub-binding-2f8f3566","reconcileID":"0ae7a158-2c20-4d73-ac78-5f116d837c92","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2f8f3566","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/e2e-apikey-sub-binding-2f8f3566","ai-tenant-e2e-worker-w1-99dfb0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.252080523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"b99adac5-922c-49e6-b38d-a8dc11cf5ba2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.252213905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"5bd336b7-eea4-4485-89b9-ef8ab58ab979","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.294676957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"6df6b62f-c30c-4acd-8c1e-5afdf61bb3f6","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.315288657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"320f2501-483c-45da-b6c1-4051dbfb21d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.42127249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2f8f3566","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-apikey-sub-binding-2f8f3566","reconcileID":"3ede7831-a31c-4dc2-8789-d5d30cba6c1f","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2f8f3566","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.647860187Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","namespace":"ai-tenant-e2e-api-b-57b28e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.648288321Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","namespace":"ai-tenant-e2e-api-b-57b28e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.648484636Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","tenant":"e2e-api-b-57b28e","tenantID":"e2e-api-b-57b28e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.668586152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"Deployment","name":"maas-api-e2e-api-b-57b28e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.712565082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"Service","name":"maas-api-e2e-api-b-57b28e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.743052961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-57b28e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.761395955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-57b28e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.780273242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-57b28e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.79958759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-57b28e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.822443429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-57b28e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.839895861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-57b28e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.854442413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"Deployment","name":"payload-processing-e2e-api-b-57b28e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.868944061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-57b28e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.883308736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"Service","name":"payload-processing-e2e-api-b-57b28e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.897780915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"Service","name":"payload-pre-processing-e2e-api-b-57b28e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.913346507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-57b28e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.929675838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-57b28e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.948479575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-57b28e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.970074616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-57b28e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:55.985735167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-57b28e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:56.043577742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-57b28e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:56.066410577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-57b28e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:56.398170295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-57b28e"},"namespace":"ai-tenant-e2e-api-b-57b28e","name":"default-tenant","reconcileID":"04641ba3-49a5-49d5-adf8-b5d033c5db68","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-57b28e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:56.944459881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16bc99a1-77a3-4ecb-b302-f976932be398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:56.977434097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16bc99a1-77a3-4ecb-b302-f976932be398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:57.001417334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16bc99a1-77a3-4ecb-b302-f976932be398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:57.0097753Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-57b28e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-57b28e","reconcileID":"59ce0815-677b-49e9-8d29-3f747d25ef9b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-57b28e","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-57b28e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:57.027815404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16bc99a1-77a3-4ecb-b302-f976932be398","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:57.78025023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04938dfa-2989-41a7-b101-bdcc3c7b3c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:57.79687766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04938dfa-2989-41a7-b101-bdcc3c7b3c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:57.811942427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04938dfa-2989-41a7-b101-bdcc3c7b3c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:57.828406482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04938dfa-2989-41a7-b101-bdcc3c7b3c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:58.210532104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"d207ab97-1b17-4738-b83d-12fc06403635","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:58.273273645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c18a1337-a3d8-4fa5-a16a-2e5ebbf156b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:58.27376693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"c25b6d8e-f48e-498c-8c06-01239fa932fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:58.356288838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c18a1337-a3d8-4fa5-a16a-2e5ebbf156b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:58.359873721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"c25b6d8e-f48e-498c-8c06-01239fa932fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:58.504821391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"683c5ef5-fd19-431a-88f8-21b787b88b46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:58.520027475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"683c5ef5-fd19-431a-88f8-21b787b88b46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:58.536751442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"683c5ef5-fd19-431a-88f8-21b787b88b46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:58.553446871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"683c5ef5-fd19-431a-88f8-21b787b88b46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:59.369790808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75384bf-a2c2-4821-b4e2-7a7cfef17a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:59.386451953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75384bf-a2c2-4821-b4e2-7a7cfef17a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:59.411406224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75384bf-a2c2-4821-b4e2-7a7cfef17a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:08:59.427166982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a75384bf-a2c2-4821-b4e2-7a7cfef17a2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.105583551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f19ee3ae-acdf-4d61-a66b-d6ed4c0b11ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.120988592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f19ee3ae-acdf-4d61-a66b-d6ed4c0b11ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.138630698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f19ee3ae-acdf-4d61-a66b-d6ed4c0b11ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.157652348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f19ee3ae-acdf-4d61-a66b-d6ed4c0b11ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.747809726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"2823142d-5622-4bbf-9a74-2db3bd113234","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-31d798","tenantID":"e2e-ipp-b-31d798","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:00.791737588Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"2823142d-5622-4bbf-9a74-2db3bd113234","name":"e2e-ipp-b-31d798-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:03.121178331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"ff8e9eda-0c73-4785-be96-8805b511197c","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:03.152276472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"ff8e9eda-0c73-4785-be96-8805b511197c","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:03.308983537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"cc58c66f-625a-4fcd-9bb6-adf70fb80be9","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:03.309085086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"cc58c66f-625a-4fcd-9bb6-adf70fb80be9","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.668092866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c675240-7903-4947-9642-41b5330afa9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.683898739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c675240-7903-4947-9642-41b5330afa9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.699255076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c675240-7903-4947-9642-41b5330afa9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:05.715756546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c675240-7903-4947-9642-41b5330afa9e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:06.330560369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1f93f2-e361-4f35-ab38-5244023aac60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:06.346692111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1f93f2-e361-4f35-ab38-5244023aac60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:06.362937997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1f93f2-e361-4f35-ab38-5244023aac60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:06.378073799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d1f93f2-e361-4f35-ab38-5244023aac60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:06.475232529Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-85c702","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-85c702","reconcileID":"6e33586c-987a-40ca-8b4c-8873744cf3b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-85c702","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-85c702":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:07.099558045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ae9e002-0b5e-41d6-a92c-c458b086a937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:07.124923838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ae9e002-0b5e-41d6-a92c-c458b086a937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:07.141766533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ae9e002-0b5e-41d6-a92c-c458b086a937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:07.174545058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ae9e002-0b5e-41d6-a92c-c458b086a937","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:07.897624092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aadab79-dc3e-46a9-bced-d646bf0dd0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:07.91717911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aadab79-dc3e-46a9-bced-d646bf0dd0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:07.933084796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aadab79-dc3e-46a9-bced-d646bf0dd0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:07.949222954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0aadab79-dc3e-46a9-bced-d646bf0dd0d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.137696924Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"55e9dd08-72b8-4564-9829-c71187b31f52","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.137727359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"55e9dd08-72b8-4564-9829-c71187b31f52","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.160876644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"6947dd14-6903-4bd9-9762-e87c37f1eb73","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.160904223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"6947dd14-6903-4bd9-9762-e87c37f1eb73","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.174837715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"4d085cf2-b31a-4028-bb86-eb258e30caad","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:09:08.175222771Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-sub","reconcileID":"78978b21-e5a9-420e-9603-7ed40da3e162","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-7af1a5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:09:08.183447823Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"6947dd14-6903-4bd9-9762-e87c37f1eb73","name":"ipp-route-7af1a5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-7af1a5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:09:08.183576151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"6947dd14-6903-4bd9-9762-e87c37f1eb73","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-7af1a5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.193571231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"e37d1929-ef95-44b2-898e-54f0830d6f4d","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.193688095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"e37d1929-ef95-44b2-898e-54f0830d6f4d","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.202919663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"4d085cf2-b31a-4028-bb86-eb258e30caad","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.217856401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"87719208-7470-40e5-95b8-0cacecbf255d","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.217934596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"87719208-7470-40e5-95b8-0cacecbf255d","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.236740191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"acd3256c-afdf-4bc6-8c2a-8c37aa5ab83a","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.236858414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"acd3256c-afdf-4bc6-8c2a-8c37aa5ab83a","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.275369481Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2f8f3566","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-apikey-sub-binding-2f8f3566","reconcileID":"46c9e01a-018d-4c25-b91b-47ac2b86bd4d","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2f8f3566","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscription":"e2e-apikey-sub-binding-2f8f3566","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.313597948Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-sub","reconcileID":"8cce25bb-372d-4136-9add-a1b26d8377a4","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"maas-trlp-ipp-route-7af1a5","model":"ipp-route-7af1a5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.330601819Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2f8f3566","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-apikey-sub-binding-2f8f3566","reconcileID":"46c9e01a-018d-4c25-b91b-47ac2b86bd4d","MaaSSubscription":{"name":"e2e-apikey-sub-binding-2f8f3566","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.369293671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"e226f517-efcc-4812-9d0b-494cd783034f","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.37873201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"0d025941-6e5c-4338-9e93-bf0f46e7a9fa","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.378829612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"0d025941-6e5c-4338-9e93-bf0f46e7a9fa","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.391485188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"e226f517-efcc-4812-9d0b-494cd783034f","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.398081146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"8a2c3e9d-ed8c-4c9d-abba-bb55442b6c89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.406365551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"5d94dd68-8118-45db-a42f-0a07c83582fe","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.488757023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"f7d50f7d-1b12-4077-b53b-6d0efd063f1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.489393859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"44575408-2a3b-4458-b03a-e18905b77e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.504938312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-sub","reconcileID":"25707530-d2f4-4020-9263-2e6ee9986da7","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"maas-trlp-ipp-route-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.563329084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"f7d50f7d-1b12-4077-b53b-6d0efd063f1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:08.618453073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"44575408-2a3b-4458-b03a-e18905b77e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:09.807008073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"2eaca49c-3f58-4458-9e1a-e82f9aaa30dd","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:09.827469743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"3fbe59e9-c3c2-48a9-a82b-dfb3e5e0ce69","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:09.876588347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-success","reconcileID":"40b9217e-0be8-482a-b655-e9674832b6f0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:09.92504436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-success","reconcileID":"40b9217e-0be8-482a-b655-e9674832b6f0","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:09.943988235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16963163-e1a1-4715-a647-d9f0b131597c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:09.961170391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16963163-e1a1-4715-a647-d9f0b131597c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:09.993859023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16963163-e1a1-4715-a647-d9f0b131597c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.026291425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16963163-e1a1-4715-a647-d9f0b131597c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.040442201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"6f12a2f2-f114-4375-8523-aeb48be19e1d","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.058174969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"ea29264a-79ca-4f1a-9cce-5aa2db50cbad","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:09:10.062395163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-subscription-success","reconcileID":"f8c96a9d-01f9-47c1-b9e1-7655f8dfdc95","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.087219039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"82116988-539b-4329-91fc-983ca178f89f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.102298735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"efcee945-804a-4f4a-b5c4-c9967041343f","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.10806993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"82116988-539b-4329-91fc-983ca178f89f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.129962956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"1f1532b4-170d-4da5-94f7-1dcc6adcfeb7","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.132901426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"c29945d5-5ac6-4d28-8cec-feb32bbe4770","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.187546482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"e275b0ba-a332-4abf-95bf-58fa734a3ba1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.188384246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-success","reconcileID":"b344cd62-7f72-4ffc-b073-913b48248ef6","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.230127734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"e275b0ba-a332-4abf-95bf-58fa734a3ba1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.230458779Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-subscription-success","reconcileID":"d3c59d92-6dab-405b-9473-bda2d443f1a6","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/e2e-test-subscription-success","ai-tenant-e2e-worker-w1-99dfb0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.234491179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-success","reconcileID":"b344cd62-7f72-4ffc-b073-913b48248ef6","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.292130087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"776574ff-34fd-4e20-a391-7e9f1f1d00f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.303569462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"08211747-d1d9-4f16-a5c4-87b50c409c43","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.306424198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"ee862047-14ab-41ac-b54c-93f8cd146efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.33212765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"ee862047-14ab-41ac-b54c-93f8cd146efc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.418479885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-subscription-success","reconcileID":"116e1a94-b223-4937-873b-7c3538918341","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.483280155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"e86d68ce-d8ce-4392-af23-79e16e435e18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.506576634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"e86d68ce-d8ce-4392-af23-79e16e435e18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.715343366Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f2c8d3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f2c8d3","reconcileID":"e1f6d04e-9b90-45f3-ab65-b7403472c44b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f2c8d3","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-f2c8d3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.859072641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d47229-fb4a-4156-8527-dacb11079db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.874666132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d47229-fb4a-4156-8527-dacb11079db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.889478963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d47229-fb4a-4156-8527-dacb11079db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:10.904394047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d47229-fb4a-4156-8527-dacb11079db6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.64161466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a1d2bf-fa95-435f-ae27-ce9121f8b0df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.656949221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a1d2bf-fa95-435f-ae27-ce9121f8b0df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.67426047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a1d2bf-fa95-435f-ae27-ce9121f8b0df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:11.689251206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33a1d2bf-fa95-435f-ae27-ce9121f8b0df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.32099646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"190d95be-bc97-451c-b241-53ec1c98d6ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.34244451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"190d95be-bc97-451c-b241-53ec1c98d6ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.357719133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"190d95be-bc97-451c-b241-53ec1c98d6ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.373063492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"190d95be-bc97-451c-b241-53ec1c98d6ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.63098494Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","namespace":"ai-tenant-e2e-praxis-b-cd000a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.631076831Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","namespace":"ai-tenant-e2e-praxis-b-cd000a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.631155335Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","tenant":"e2e-praxis-b-cd000a","tenantID":"e2e-praxis-b-cd000a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.733505248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"Deployment","name":"maas-api-e2e-praxis-b-cd000a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.768214195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"Service","name":"maas-api-e2e-praxis-b-cd000a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.83044554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-cd000a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.895985122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-cd000a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.927682097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-cd000a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.970944782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-cd000a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:12.992485988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-cd000a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.009939921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-cd000a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.042553102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-cd000a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.065630286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-cd000a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.085424682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"Service","name":"payload-processing-e2e-praxis-b-cd000a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.138786714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-cd000a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.281544608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-cd000a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.306704262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-cd000a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.328118521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-cd000a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.358444205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-cd000a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.377480968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-cd000a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.423534631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-cd000a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.4446962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-cd000a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.475312219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-cd000a"},"namespace":"ai-tenant-e2e-praxis-b-cd000a","name":"default-tenant","reconcileID":"29fd8535-e247-44c1-8edc-aff8487b0f10","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-cd000a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.593624701Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","namespace":"ai-tenant-e2e-praxis-b-c23236","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.593840924Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","namespace":"ai-tenant-e2e-praxis-b-c23236","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.594001284Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","tenant":"e2e-praxis-b-c23236","tenantID":"e2e-praxis-b-c23236","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.61586321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"Deployment","name":"maas-api-e2e-praxis-b-c23236","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.655920069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"Service","name":"maas-api-e2e-praxis-b-c23236","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.86913795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-c23236","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.898997626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-c23236","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:13.934466842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-c23236","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.01835458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-c23236","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.038965405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-c23236","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.061360832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-c23236","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.074797219Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-cd000a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-cd000a","reconcileID":"967d8edc-7362-4b74-bf31-319da0e1a55e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-cd000a","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-cd000a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.076127583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-c23236","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.09306037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-c23236","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.101845434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"309c8e71-eae0-4de0-8ac0-0372bcab20a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.117769302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"Service","name":"payload-processing-e2e-praxis-b-c23236","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.118505614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"309c8e71-eae0-4de0-8ac0-0372bcab20a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.138471956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-c23236","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.139935936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"309c8e71-eae0-4de0-8ac0-0372bcab20a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.162493603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-c23236","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.164009617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"309c8e71-eae0-4de0-8ac0-0372bcab20a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.18018091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-c23236","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.202496799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-c23236","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.25070112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-c23236","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.300068722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-c23236","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.368885953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-c23236","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.386731556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-c23236","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.406420201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-c23236"},"namespace":"ai-tenant-e2e-praxis-b-c23236","name":"default-tenant","reconcileID":"d368a675-a247-498c-99ac-6534bc1ce390","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-c23236","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:14.8788327Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-c23236","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-c23236","reconcileID":"425e60e7-bd04-44bb-8b4d-a578b352c514","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-c23236","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-c23236"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:15.220158443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82339276-6b95-48e9-8f82-a941f6761ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:15.236449633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82339276-6b95-48e9-8f82-a941f6761ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:15.293794118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82339276-6b95-48e9-8f82-a941f6761ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:15.337129678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82339276-6b95-48e9-8f82-a941f6761ba9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:15.663264641Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:16.084806228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca286f36-d591-4430-adf6-2d80dcb1cc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:16.099819248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca286f36-d591-4430-adf6-2d80dcb1cc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:16.115038208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca286f36-d591-4430-adf6-2d80dcb1cc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:16.130451573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca286f36-d591-4430-adf6-2d80dcb1cc08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:16.713751377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b472fc99-5702-40ac-8e8a-0fae2b24621f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:16.728771912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b472fc99-5702-40ac-8e8a-0fae2b24621f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:16.743715929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b472fc99-5702-40ac-8e8a-0fae2b24621f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:16.758611776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b472fc99-5702-40ac-8e8a-0fae2b24621f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:22.917373524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"ecad39cf-bfb3-4905-b1ae-b1de5ef64652","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:22.949389918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"fc6ca3fb-3ff4-4f87-82f3-b546c0a15be7","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:22.996450401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-multi-sub-valid","reconcileID":"98f05643-d935-4989-b39b-5298c83ff10d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.025849771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-multi-sub-valid","reconcileID":"98f05643-d935-4989-b39b-5298c83ff10d","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.143038359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"77f32073-5025-4898-8fd4-888607a85b7b","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.167236239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"494958db-84cc-4937-9358-18b16510f0a0","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.179744328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"56eb1715-6cc9-4f6a-88fc-2b5bdfeabf7c","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:09:23.183853066Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e57216/e2e-test-subscription-free","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.189255041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"673e3528-887b-465c-9644-6f0f9ad61da0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.189340102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"4a7ea42a-27f8-4402-bba4-bfa82ddd22dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.192881135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"9397d8b3-68d6-41f4-9986-a6ee828ad420","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.19950889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"5fa920ba-ace6-489a-afd2-2bb6eecb7051","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.21021219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"4a7ea42a-27f8-4402-bba4-bfa82ddd22dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.210658432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"673e3528-887b-465c-9644-6f0f9ad61da0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.266928685Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-subscription-free","reconcileID":"a998d173-268e-43db-8572-77e8bb32c03b","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e57216/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-e57216/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.28829539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-multi-sub-valid","reconcileID":"040c050d-5b34-4cfd-bd51-e213016c9b0e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.308038631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-multi-sub-valid","reconcileID":"040c050d-5b34-4cfd-bd51-e213016c9b0e","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.323816408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"f5a3fecf-2ee1-457a-8790-1eda0b8b01e8","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.345430556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"046719d3-2b74-498f-a533-b453a537929d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.347306136Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e57216 priority=0:[ai-tenant-e2e-worker-w0-e57216/e2e-test-subscription-free ai-tenant-e2e-worker-w0-e57216/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.347455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"4b959a96-b779-4139-ad0b-cba8751aa3fa","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.423329592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"22fdb07f-ac03-4b01-8c20-cbb5b576bc00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.423870587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"02b0cbb0-0727-450e-9f9a-96d03604f0ea","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.4240034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"3237cbb7-35dc-4ec8-982c-92d65f6de018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.424459311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"7771f439-a6cf-407a-8a4b-880bea697f61","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:09:23.424771175Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e57216/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.443381605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"63c981fc-0139-4451-910a-e6815ba7949c","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.444740494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"3237cbb7-35dc-4ec8-982c-92d65f6de018","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.447629795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"22fdb07f-ac03-4b01-8c20-cbb5b576bc00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.480951516Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-subscription-free","reconcileID":"260f62e8-f573-46d0-b541-a83a86c42f20","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-e57216/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-e57216/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-e57216/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.521683165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1531126a-aff6-4c61-bf94-ff10bbc585ba","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.54155661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1531126a-aff6-4c61-bf94-ff10bbc585ba","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.567068282Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"8fb5b13d-71a2-4e6b-addd-9bd84c5f7f3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-e57216/e2e-test-subscription-free","ai-tenant-e2e-worker-w0-e57216/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-e57216/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:09:23.567742901Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-subscription-premium","reconcileID":"a0811634-e076-49a9-bbf5-d0959c8be9a8","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-e57216"},"error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w0-e57216\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:09:23.588608169Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-subscription-premium","reconcileID":"a0811634-e076-49a9-bbf5-d0959c8be9a8","error":"failed to update TokenRateLimitPolicy for model e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216: Operation cannot be fulfilled on tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w0-e57216\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.588766106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"362a8fd4-a401-41ea-ac4f-b2ccc8747752","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.622480382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"bbae3c0a-b258-4631-92ca-f03309f24cda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.622622079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"8d8272f4-6d6b-410a-8f87-5d87d74ffd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.642048704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"bbae3c0a-b258-4631-92ca-f03309f24cda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.642065996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"8d8272f4-6d6b-410a-8f87-5d87d74ffd4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.648031551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-subscription-free","reconcileID":"35271f27-f971-4422-989b-07fb78e20db0","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.648252886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-subscription-premium","reconcileID":"8dfb337c-3b53-481e-82e8-22595ee303d3","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.648475328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"51538ed3-cefd-45de-9ab1-6db19fb529be","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.70771895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"137c78ba-9cac-48a3-a44c-1e08f22baba5","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:23.748023994Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-subscription-free","reconcileID":"7f0e9834-f835-4bcd-9f0a-d5bd43e808e3","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.084460082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"b4753538-e61a-4a95-9a14-045793605b64","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.104230968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"1ad95e6f-2f48-4944-b45c-0336ba156630","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.148459758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-auth","reconcileID":"b3f5a61e-7a17-44fb-be41-6291aa68ac56","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.168690472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-auth","reconcileID":"b3f5a61e-7a17-44fb-be41-6291aa68ac56","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.289631019Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e57216 priority=0:[ai-tenant-e2e-worker-w0-e57216/e2e-test-subscription-free ai-tenant-e2e-worker-w0-e57216/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.289634267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"08b56590-38c4-475f-a52c-362fdab7d441","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.309335246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"fb299282-2e19-4763-b1d7-4fdc5c340eca","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:09:24.324146695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-subscription","reconcileID":"75cb54ee-4798-4b09-9f84-6dda80f10412","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.332780527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"598bd0ea-75cd-4a54-868f-a7327d3d2bcb","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.333955744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"478c145d-431a-47c0-94e0-0444b94ebee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.334287498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"f8f538d0-4523-48c2-9d43-ffd12eb38425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.34594918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"01a46ebc-4231-48e6-8c8a-d0945a419348","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.354218335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"f8f538d0-4523-48c2-9d43-ffd12eb38425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.354322675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"478c145d-431a-47c0-94e0-0444b94ebee4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.363381179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"6c3ceb15-1af5-41a1-817f-3c4b172d7bfb","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.383923905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"811597c8-0ad3-4875-b3a0-47e21180f364","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.434959117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-auth","reconcileID":"7f9021f3-690e-4f9a-8161-f18f864218d7","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.450997821Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-subscription","reconcileID":"db63e8ee-2151-4d94-bf9c-f739b9ce1605","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-ed8218/e2e-test-group-subscription","ai-tenant-e2e-worker-w4-ed8218/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.456719768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-auth","reconcileID":"7f9021f3-690e-4f9a-8161-f18f864218d7","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.509676708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"a83fb637-e381-4383-9a01-bf3d308e4760","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.53110562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"30a939a3-0f4c-48f3-8f62-756960b6207d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:09:24.554972486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-auth","reconcileID":"7f9021f3-690e-4f9a-8161-f18f864218d7","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-group-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.576631389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"384e1381-a4fa-4206-81cc-40e8992085ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.577310328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"c49d2bf0-bbf4-46ad-a2c0-2b1116842822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.673921301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"384e1381-a4fa-4206-81cc-40e8992085ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.724875746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"c49d2bf0-bbf4-46ad-a2c0-2b1116842822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.726801168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-subscription","reconcileID":"fdc0c87b-c4f1-4770-838b-dc3213dbddb7","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.727400158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-auth","reconcileID":"ae76b368-c3b7-4acb-ab5f-b7fda4278fdb","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:24.773007974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-auth","reconcileID":"ae76b368-c3b7-4acb-ab5f-b7fda4278fdb","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:31.165626297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac123b43-8563-47b8-8e2e-e8a589783f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:31.181006333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac123b43-8563-47b8-8e2e-e8a589783f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:31.196344494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac123b43-8563-47b8-8e2e-e8a589783f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:31.211466868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac123b43-8563-47b8-8e2e-e8a589783f5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:31.799639983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d57515-58a8-44f6-8783-9d302696d325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:31.81754148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d57515-58a8-44f6-8783-9d302696d325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:31.832829244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d57515-58a8-44f6-8783-9d302696d325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:31.848367291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d57515-58a8-44f6-8783-9d302696d325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:35.987870775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"8f276c6e-fb43-4220-9c64-64cfaf96aa32","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-85c702","tenantID":"e2e-praxis-b-85c702","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:36.034710982Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"8f276c6e-fb43-4220-9c64-64cfaf96aa32","name":"e2e-praxis-b-85c702-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:42.210769221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"80751f9f-12e1-4301-a729-3b9d35379c98","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f2c8d3","tenantID":"e2e-praxis-a-f2c8d3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:42.259223357Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"80751f9f-12e1-4301-a729-3b9d35379c98","name":"e2e-praxis-a-f2c8d3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:09:45.661538311Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:05.903295226Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-sub","reconcileID":"0fcccf97-92d0-4d4c-929f-2bce503c116d","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"maas-trlp-ipp-route-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:06.074402121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"24db5773-ac8a-400a-84e3-4320907ee6b8","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:06.074442572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"24db5773-ac8a-400a-84e3-4320907ee6b8","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:06.75774915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"26add1e6-2718-4e4c-a1af-19d9e36a9054","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:06.918807819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"26add1e6-2718-4e4c-a1af-19d9e36a9054","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:09.355747027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c9a651-c56f-45b3-be16-67fcf9564b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:09.39640468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c9a651-c56f-45b3-be16-67fcf9564b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:09.415399336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c9a651-c56f-45b3-be16-67fcf9564b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:09.453908126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4c9a651-c56f-45b3-be16-67fcf9564b04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:10.62064899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899b3199-c2b4-42a7-83f2-9aaeea24f5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:10.641482848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899b3199-c2b4-42a7-83f2-9aaeea24f5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:10.671291119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899b3199-c2b4-42a7-83f2-9aaeea24f5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:10.699213832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899b3199-c2b4-42a7-83f2-9aaeea24f5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:14.280133195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"554d1c0c-8cb1-4c1e-8331-dc8ee977d378","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:14.280167071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"554d1c0c-8cb1-4c1e-8331-dc8ee977d378","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:14.319473874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"e3679362-0379-4ef7-9c72-59d36c6ce4bd","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:14.319501639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"e3679362-0379-4ef7-9c72-59d36c6ce4bd","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:14.353059101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"69fb2b4c-8508-4fa4-a8b6-6f84d0841295","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:14.357933055Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-sub","reconcileID":"66fb232b-b57e-4063-830d-fac8bdb3c492","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"maas-trlp-ipp-route-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:14.376125418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"69fb2b4c-8508-4fa4-a8b6-6f84d0841295","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:14.462103419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-sub","reconcileID":"e42c4b15-1055-4921-9b94-a1aa16776fb1","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"maas-trlp-ipp-route-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:14.572615699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"c986c5e4-a807-430e-a94e-028622cb20d0","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:14.596748703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"c986c5e4-a807-430e-a94e-028622cb20d0","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:14.696417427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"211f29ca-1948-4b51-8cf6-3c17d2658882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:14.711502864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"211f29ca-1948-4b51-8cf6-3c17d2658882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:14.727043551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"211f29ca-1948-4b51-8cf6-3c17d2658882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:14.742951532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"211f29ca-1948-4b51-8cf6-3c17d2658882","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:15.494062951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"083202e3-847e-4954-a89c-bde1eaac9e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:15.509509894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"083202e3-847e-4954-a89c-bde1eaac9e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:15.525248121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"083202e3-847e-4954-a89c-bde1eaac9e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:15.543628906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"083202e3-847e-4954-a89c-bde1eaac9e65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:15.661074631Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:17.38356339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd51e73-13c4-41b0-bdf6-f23f5de32acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:17.399143851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd51e73-13c4-41b0-bdf6-f23f5de32acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:17.414367106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd51e73-13c4-41b0-bdf6-f23f5de32acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:17.430266736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9fd51e73-13c4-41b0-bdf6-f23f5de32acf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:18.115773897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88df898d-74e5-4033-9d21-186ec3616fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:18.131731561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88df898d-74e5-4033-9d21-186ec3616fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:18.147651296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88df898d-74e5-4033-9d21-186ec3616fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:18.163640261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88df898d-74e5-4033-9d21-186ec3616fc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:18.843347898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcabf6d2-3cfa-45ad-9b34-07483b0d7781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:18.85902302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcabf6d2-3cfa-45ad-9b34-07483b0d7781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:18.874009414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcabf6d2-3cfa-45ad-9b34-07483b0d7781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:18.889318089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcabf6d2-3cfa-45ad-9b34-07483b0d7781","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:19.506388763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1cab8a7-660b-4357-9062-d1d89b4029c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:19.525595079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1cab8a7-660b-4357-9062-d1d89b4029c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:19.541155477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1cab8a7-660b-4357-9062-d1d89b4029c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:19.55700785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1cab8a7-660b-4357-9062-d1d89b4029c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:20.292842156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f95649-c4ff-47d1-a1b8-2d69d1bd8552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:20.30827405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f95649-c4ff-47d1-a1b8-2d69d1bd8552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:20.324001917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f95649-c4ff-47d1-a1b8-2d69d1bd8552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:20.339219256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86f95649-c4ff-47d1-a1b8-2d69d1bd8552","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.475360617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"518facdf-621e-4133-9039-a9ae27879973","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.475392506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"518facdf-621e-4133-9039-a9ae27879973","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.526867366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"7470076c-f293-4360-b3a4-7a17f6e50dc3","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.545598675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-sub","reconcileID":"0b79cf40-8528-4738-8656-fadd22b2b705","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"maas-trlp-ipp-route-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.552470965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"7470076c-f293-4360-b3a4-7a17f6e50dc3","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.728925791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-sub","reconcileID":"c8ded164-c017-472b-9993-bab74c9f2105","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"maas-trlp-ipp-route-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.743210316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"c3f7305a-e273-4d57-8be2-01665b47e0f7","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:24.785059907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"c3f7305a-e273-4d57-8be2-01665b47e0f7","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:27.239206235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ff16ec-f31a-4738-a08b-4282229363b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:27.256215074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ff16ec-f31a-4738-a08b-4282229363b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:27.27171282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ff16ec-f31a-4738-a08b-4282229363b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:27.287653618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99ff16ec-f31a-4738-a08b-4282229363b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:27.845599301Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-65ffcb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-65ffcb","reconcileID":"3261e7be-be87-4646-a2a7-f41c0955e9c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-65ffcb","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-65ffcb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:28.231663178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e6d46b5-531a-4dbe-8b7a-52162f858930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:28.250521215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e6d46b5-531a-4dbe-8b7a-52162f858930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:28.270532372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e6d46b5-531a-4dbe-8b7a-52162f858930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:28.287948924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e6d46b5-531a-4dbe-8b7a-52162f858930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:29.037339272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648dccca-2921-4c9e-9ef0-1041627287cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:29.065402961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648dccca-2921-4c9e-9ef0-1041627287cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:29.082790702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648dccca-2921-4c9e-9ef0-1041627287cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:29.098540263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648dccca-2921-4c9e-9ef0-1041627287cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:30.301991385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a7e719-dc7a-45b2-bcf8-2c31d5a07f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:30.320748912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a7e719-dc7a-45b2-bcf8-2c31d5a07f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:30.341264576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a7e719-dc7a-45b2-bcf8-2c31d5a07f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:30.360778684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9a7e719-dc7a-45b2-bcf8-2c31d5a07f45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:31.690533932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"eb8fb078-cde7-443a-89fd-f47fcfaf11f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:31.771644572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"c09b779c-08f2-4a92-a2f8-1996195a4032","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:31.772527667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d6e3ccb-e6dc-4823-90e2-7e2a0c2c375a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:31.791110847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-sub","reconcileID":"a1a75bf9-891e-4967-82c5-8ab1cb32170c","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"maas-trlp-ipp-route-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:31.874648771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"e04290f6-ea8f-4730-8259-1ba4e0ed2cbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-simulator-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:31.97094626Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"b069e51e-7ee1-44ea-8447-8628ff11cdb6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.063012838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"8cb921ca-6556-4316-8004-b0a7b631ffc8","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.129895392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"f938e60e-d46c-4c05-916c-c1c8a4e5e85a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.182909442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"04806b33-5bac-48d1-b1f3-2c2c2f03ab0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.183648985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"f4fa833d-7d84-4c82-8af6-3d6c96e9013d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.212484913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"04806b33-5bac-48d1-b1f3-2c2c2f03ab0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.233041372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"0c157902-181b-4bd9-849f-3a1de2b7e3d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.233792463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"7285f3e0-cebd-4d82-a325-0023321fdd19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-premium-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.234411554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"839ea893-f199-46bc-a129-2befdbf18c40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.235528373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"f4fa833d-7d84-4c82-8af6-3d6c96e9013d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.405052391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c9f63d97-ee85-44ac-9ec7-cd8a9181adb0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.433764143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"219a9517-4461-44da-a321-5a7f80587453","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.434971369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"67bd2c9c-3c84-4d84-b3f6-4182f7ea26b7","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.451101412Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","namespace":"ai-tenant-e2e-praxis-a-6d21fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.458354328Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","namespace":"ai-tenant-e2e-praxis-a-6d21fd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.458489684Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","tenant":"e2e-praxis-a-6d21fd","tenantID":"e2e-praxis-a-6d21fd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.507764096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"Deployment","name":"maas-api-e2e-praxis-a-6d21fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.559111683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"26dada7d-1af7-4ca3-a1d8-cdde4f216194","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.559567104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"Service","name":"maas-api-e2e-praxis-a-6d21fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.565249908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-subscription-success","reconcileID":"2a983722-4310-4820-8c98-ffd8905be92f","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.589464838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-6d21fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.613648223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-6d21fd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.625720281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"59e1bd4d-d552-48d6-8a7b-21c004f2c025","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.630755739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"77c9df0a-2268-49ca-bc66-c3eec347fdab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.633340927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-6d21fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.699858498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-6d21fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.803358006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-6d21fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.809121692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-subscription","reconcileID":"5d9503a2-b2e3-4ffc-adf0-6c8f57c55c3c","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:32.965977409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-6d21fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.043312315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-6d21fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.059363375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"0301ea44-31dc-4420-bb7b-0cfed4377b47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.085211541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-6d21fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.08611952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"d61caabe-92b2-4081-ad82-1d14ee3170ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.152797016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"Service","name":"payload-processing-e2e-praxis-a-6d21fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.235014628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-6d21fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.254467065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-subscription-premium","reconcileID":"21d358c2-532e-4d63-a4a4-fb78857c79b2","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.256707789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"2d157fde-b4d9-4cd5-b032-5cca8154c6d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.272365046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-6d21fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.275482572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-subscription-free","reconcileID":"98ad3029-8a1c-4289-8c49-52bdadac7d66","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.29163324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-6d21fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.335944309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-6d21fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.366366191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-6d21fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.38347454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-6d21fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.401764714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-6d21fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.416612127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-6d21fd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.435527961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-6d21fd"},"namespace":"ai-tenant-e2e-praxis-a-6d21fd","name":"default-tenant","reconcileID":"61055a7f-641a-4c82-84d6-487be4ce23ef","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-6d21fd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:33.887536665Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-6d21fd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-6d21fd","reconcileID":"4db20828-3603-4406-8362-b635f749ea68","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-6d21fd","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-6d21fd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:34.815937122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911ba037-8073-4428-b2ea-5b0ad9ff0e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:34.862030994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911ba037-8073-4428-b2ea-5b0ad9ff0e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:34.959991386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911ba037-8073-4428-b2ea-5b0ad9ff0e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:34.994267204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"911ba037-8073-4428-b2ea-5b0ad9ff0e73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.000414062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"1b357c1e-7cce-4dbd-a242-eb070ab6d309","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.068565447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"03e6e4b0-fd78-46b9-8a90-b76412a23295","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.105708358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"b0582334-e36f-472d-800f-4e36fbdad53c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.10635327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"97954a50-0e13-44f9-a033-d73aebe00529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.133899928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"b0582334-e36f-472d-800f-4e36fbdad53c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.139095216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"97954a50-0e13-44f9-a033-d73aebe00529","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.167460887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"d8086e2c-b9ff-4f42-bbd8-5b10af827289","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.218782708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"457cde6b-60d1-4eb7-9e5f-0bdace0bc928","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.392111583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"e0ab0627-46e1-4a1b-b7f2-f16b1ad5f865","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.463686176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"c1d0d12f-9120-4d3f-98ec-0f4c3c22174b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.464410488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-success","reconcileID":"efbec8c8-4fa8-4852-a378-9e26c8561b38","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.465708229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"d3d9a4c5-009e-4b0e-ab43-403aa71cca88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.472821345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"70df7c32-7913-42fd-bd6a-fce4e4e230b6","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.495300674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"c1d0d12f-9120-4d3f-98ec-0f4c3c22174b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.499350199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"d3d9a4c5-009e-4b0e-ab43-403aa71cca88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.507559785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-success","reconcileID":"efbec8c8-4fa8-4852-a378-9e26c8561b38","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.581240652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"4b019d53-6c35-4183-bb06-3a5bdfe708b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.5820553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-auth","reconcileID":"0e6b25ae-495b-47a7-a8b0-828a0e946b59","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.643591363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-auth","reconcileID":"0e6b25ae-495b-47a7-a8b0-828a0e946b59","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.670971899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"4b019d53-6c35-4183-bb06-3a5bdfe708b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.79754477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b34ee0df-7c7a-4a57-accd-06d13bd6502c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.846878717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b34ee0df-7c7a-4a57-accd-06d13bd6502c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.899010272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"dfc194ad-af90-4a9f-a1a9-a49d24d611c8","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.953723424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5d4f262b-9fbd-4067-be20-a6f904bc9de8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.970575182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05879bb0-9b3f-49f8-a28d-8a7de02eae7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.970954387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"a95f50c1-d338-40d4-897f-a4399eee1348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.971131632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"5dda169c-207d-4c67-8cd4-640c948a3a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.979895385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5d4f262b-9fbd-4067-be20-a6f904bc9de8","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:35.988058602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05879bb0-9b3f-49f8-a28d-8a7de02eae7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:36.005418567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05879bb0-9b3f-49f8-a28d-8a7de02eae7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:36.009562074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"5dda169c-207d-4c67-8cd4-640c948a3a4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:36.01197555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"a95f50c1-d338-40d4-897f-a4399eee1348","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:36.021512009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05879bb0-9b3f-49f8-a28d-8a7de02eae7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.474952678Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-subscription-success","reconcileID":"36a1c018-9555-447e-8ace-2915bc4bfcdb","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.555735695Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-subscription-success","reconcileID":"36a1c018-9555-447e-8ace-2915bc4bfcdb","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.567531401Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-subscription","reconcileID":"2f21f813-9f4a-4d91-8b27-0081697f567c","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.617688913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"5cf227d2-ce1a-4b0b-b101-daf3b4568527","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.643605735Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-subscription","reconcileID":"2f21f813-9f4a-4d91-8b27-0081697f567c","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ed8218/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.715853579Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.743040865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"05594128-e42f-4a0b-8fd9-ad10d50656c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.74591357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"9689bc41-6557-4631-b5c2-f6e181c4b109","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.784446711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"5fa87683-d219-4cc7-af2c-577662701dc6","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.80163447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"ccae40d3-1c42-4486-8873-e862827beb37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.801671185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"aaca3ab2-7768-4ff9-84a5-3fa5c55fc594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.819395491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"7baaa768-d422-47d6-a074-37cb326cbf7d","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.8277622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"ccae40d3-1c42-4486-8873-e862827beb37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.829598029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"aaca3ab2-7768-4ff9-84a5-3fa5c55fc594","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.887964603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"180c2526-6abb-458d-8ec4-c0ba92fff4f5","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.903552567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-success","reconcileID":"789defe9-ded2-4de8-b35f-e407c43ba3cc","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.903637477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"c85f3687-4b23-469b-a132-c0cc64091e4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.903926394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-auth","reconcileID":"9efb841c-bc8c-4120-a125-89b7b93e0c89","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.937625526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"c85f3687-4b23-469b-a132-c0cc64091e4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.947986567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-auth","reconcileID":"9efb841c-bc8c-4120-a125-89b7b93e0c89","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.953362347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-success","reconcileID":"789defe9-ded2-4de8-b35f-e407c43ba3cc","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.964742247Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-subscription-free","reconcileID":"116e1b91-5260-471f-858c-2a6ba185d179","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:45.973921033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"1ab76750-75f5-41ee-a289-5827f08da2fd","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.000325332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"118ccc4a-3557-404c-85e2-7f44eb7914f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.018421936Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-subscription-free","reconcileID":"116e1b91-5260-471f-858c-2a6ba185d179","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e57216/e2e-test-subscription-premium","ai-tenant-e2e-worker-w0-e57216/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.021163968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"118ccc4a-3557-404c-85e2-7f44eb7914f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.085618839Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-auth","reconcileID":"2cb62e29-3613-4128-b989-7ffef7511001","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.103118581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-subscription-premium","reconcileID":"098460d2-04e1-4e02-9f26-c7feecf3c14a","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.103997623Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-success","reconcileID":"65d3b0ad-6505-4a13-9160-5c314d1e193c","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.104606159Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"96a5c9ae-f042-413e-8d7a-e8b3c2f88469","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.142025749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"f6841cd4-89df-434c-b2fa-c82f2d05be69","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.173276135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"3e1222d2-05a7-4f8b-b4e7-e128d4d8f29c","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.198339904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"54675b5c-bf35-4d45-9448-430b402fcc9f","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.218973959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"670bd3a7-a689-453f-8236-7927d30fdf57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.21906071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"495a2632-f8d3-4a4f-9896-695fd0e14aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.219413444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8429e50d-6495-4552-a202-9d4a362f5363","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.24286398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"495a2632-f8d3-4a4f-9896-695fd0e14aa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.250181369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"670bd3a7-a689-453f-8236-7927d30fdf57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.260905122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-multi-sub-valid","reconcileID":"8429e50d-6495-4552-a202-9d4a362f5363","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.339368973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"b43db741-4c10-4340-a757-7cb2ce43bb4d","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.428337583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"59bff5e1-d1e1-4037-9c2b-da42153be39a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.463874319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"59bff5e1-d1e1-4037-9c2b-da42153be39a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.530036972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cec39697-a1ee-404b-a020-80ffd32b9b2f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.530510434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2d539c73-b7d2-4b23-a55d-1901ca6f4c17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.566732603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2d539c73-b7d2-4b23-a55d-1901ca6f4c17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.57435071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-multi-sub-valid","reconcileID":"cec39697-a1ee-404b-a020-80ffd32b9b2f","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:46.997424292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"25f02351-37bb-4d34-ac20-b6d510d755b4","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.018732804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"032b1194-11b6-411f-8e4f-0d1e1224c8e1","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.194676461Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"57cdbf1a-cebe-4196-89ed-6164216483b0","namespace":"ai-tenant-e2e-ipp-a-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.19487192Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"57cdbf1a-cebe-4196-89ed-6164216483b0","name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.208694048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-no-auth","reconcileID":"b5018110-4975-4273-9d60-93b176772021","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.221341083Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"57cdbf1a-cebe-4196-89ed-6164216483b0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.221422419Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"57cdbf1a-cebe-4196-89ed-6164216483b0","namespace":"ai-tenant-e2e-ipp-a-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.221567332Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"57cdbf1a-cebe-4196-89ed-6164216483b0","name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.223493174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"c7c3a852-5702-4774-b1cd-7e1998bcca34","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.22356595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"c7c3a852-5702-4774-b1cd-7e1998bcca34","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.234562001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-no-auth","reconcileID":"b5018110-4975-4273-9d60-93b176772021","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.246024678Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"57cdbf1a-cebe-4196-89ed-6164216483b0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.25751103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"1fbd69f1-42a1-4e94-ae9e-91eb86e43a87","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.258125683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"ec805ddb-5fcc-4471-b5ea-725e712e226c","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.258205571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"ec805ddb-5fcc-4471-b5ea-725e712e226c","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.268399611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"e3028bb8-007e-43e6-b416-2d19085a7e71","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:10:47.287631972Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-sub-only","reconcileID":"c71afddc-7b2c-4810-98ec-003dfe1a05e3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.288096114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"4d63898e-4628-45d7-9d3c-6b11ff326283","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.298415821Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-sub","reconcileID":"6a2ec35c-b362-4e14-bc84-644a140bd1e1","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-29072a62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.302649073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"e3028bb8-007e-43e6-b416-2d19085a7e71","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.33451874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"76c2e0b4-3a3d-41c6-baab-51a1ebe847d1","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.335724529Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-sub","reconcileID":"3db23b6f-9701-46ff-9e4b-2dda812f5827","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-29072a62","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.33715486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"39687923-3330-49c6-9c7a-a5c7663211c8","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.393705143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"0ed8e6f5-ca50-40af-b8dd-8d550acddc8e","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.396026861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"f21f4252-8b4b-4717-9b77-91aabe4661ef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.411920581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"7909e7ba-ad6b-4a30-a29a-1b7603377562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.412536464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"2fa57ac4-bdfe-4211-ad3e-68b776f4ceac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.436826643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"7909e7ba-ad6b-4a30-a29a-1b7603377562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.449144748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"dc42b037-1fd1-4b46-8e6f-2f29379bb507","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.453404523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"2fa57ac4-bdfe-4211-ad3e-68b776f4ceac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.49436959Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-sub-only","reconcileID":"65d8f183-07da-4178-993e-5f6ca283d38a","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-ed8218/e2e-test-group-sub-only","ai-tenant-e2e-worker-w4-ed8218/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.496928277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-no-access","reconcileID":"00ef0282-f977-4271-8b24-6e86d7ff7b19","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.550752656Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"57026188-db6d-48b5-808c-7d0e7c79ca86","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.60168465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-no-access","reconcileID":"00ef0282-f977-4271-8b24-6e86d7ff7b19","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.665569875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"3d58af1f-9132-40e1-bb0e-54d5d5235ffc","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.69632384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"403f11f5-1663-4a83-9657-2110d2dabaf2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.709134444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"639021dd-178c-42ca-b459-8f8ff347b0d9","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.715154758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eca53d6-af91-4f6e-9ca7-c7735197cb39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.715659806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-no-auth","reconcileID":"9d357fa8-f633-4bb9-bf8d-3792715f83ff","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.716539273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"4eb4f29d-900d-40ba-be3e-015265c9d960","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.732717568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eca53d6-af91-4f6e-9ca7-c7735197cb39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.74408494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"524c6707-cc74-4055-970e-e76bfb0a76a5","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:10:47.750664752Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-99dfb0/e2e-test-subscription-no-access","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.763731411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eca53d6-af91-4f6e-9ca7-c7735197cb39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.792327482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"57026188-db6d-48b5-808c-7d0e7c79ca86","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.794417206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"f75d0cc3-3f0e-44d0-9acf-ed30dd34baea","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.796455631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-no-auth","reconcileID":"9d357fa8-f633-4bb9-bf8d-3792715f83ff","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.812788031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eca53d6-af91-4f6e-9ca7-c7735197cb39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.81441089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"89d58c35-b195-4a75-affc-fc919627e100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.830383749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"63f1238f-fd4e-43f0-86c9-e35fed2faeab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.84175525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"89d58c35-b195-4a75-affc-fc919627e100","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.843212933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"132f745e-2ac7-4696-8a1e-ad9388d97dea","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.875610198Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"57026188-db6d-48b5-808c-7d0e7c79ca86","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"e2e-ipp-a-7af1a5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.875642455Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-auth","reconcileID":"57026188-db6d-48b5-808c-7d0e7c79ca86","MaaSAuthPolicy":{"name":"ipp-route-7af1a5-auth","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.892440757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"63f1238f-fd4e-43f0-86c9-e35fed2faeab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.903306728Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-subscription-no-access","reconcileID":"a2be3d08-1919-47b3-a076-002ee86bab7f","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w1-99dfb0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.908000837Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"d6f5ad01-28c6-491d-8044-9e9ca2027773","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.908086083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"d6f5ad01-28c6-491d-8044-9e9ca2027773","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.93884885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-sub-only","reconcileID":"94fd209f-50f3-4939-be7e-cfb3ee17b0df","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.943122022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-no-access","reconcileID":"74ae9af1-cbe5-48ca-9f8d-9b6772c10d85","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.975114665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-no-access","reconcileID":"74ae9af1-cbe5-48ca-9f8d-9b6772c10d85","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:47.999322804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"5af42cc6-328d-4d1d-a580-b71a21e32b59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:48.00453975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"d573622a-9e90-4aa4-8fe3-a8bd6a7227f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:48.015366919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"4fe32fce-ea91-4294-a80d-d9459b4d1620","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:48.020218069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"5af42cc6-328d-4d1d-a580-b71a21e32b59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:48.030253856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"95ba4ccd-25f3-4f40-9616-6cc1e19551cc","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:48.088002364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"d573622a-9e90-4aa4-8fe3-a8bd6a7227f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:48.112485822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-subscription-no-access","reconcileID":"ea224916-08fd-48e9-814b-a480cf26e556","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:10:48.202108894Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-no-access","reconcileID":"74ae9af1-cbe5-48ca-9f8d-9b6772c10d85","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-test-auth-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:48.295899346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-no-access","reconcileID":"b6521e5e-c45c-411e-9ddb-c5f56d9c8882","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:48.391854899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-no-access","reconcileID":"b6521e5e-c45c-411e-9ddb-c5f56d9c8882","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:48.787727878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339e8fe8-ec4b-4242-9b1a-03559aed46e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:48.802599638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339e8fe8-ec4b-4242-9b1a-03559aed46e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:48.817617849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339e8fe8-ec4b-4242-9b1a-03559aed46e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:48.845272263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339e8fe8-ec4b-4242-9b1a-03559aed46e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.579200855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213656f8-46d3-42cc-88fb-b0531298955c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.594339048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213656f8-46d3-42cc-88fb-b0531298955c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.609948165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213656f8-46d3-42cc-88fb-b0531298955c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.625421328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"213656f8-46d3-42cc-88fb-b0531298955c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.771937415Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","namespace":"ai-tenant-e2e-ipp-a-921680","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.772038842Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","namespace":"ai-tenant-e2e-ipp-a-921680","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.772128084Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","tenant":"e2e-ipp-a-921680","tenantID":"e2e-ipp-a-921680","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.788419784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"Deployment","name":"maas-api-e2e-ipp-a-921680","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.81947159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"Service","name":"maas-api-e2e-ipp-a-921680","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.838017854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-921680","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.857607625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-921680","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.8754142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-921680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.895214231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-921680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.915327548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-921680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.932776057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-921680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.951610926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-921680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.969523898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-921680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:49.997639895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"Service","name":"payload-processing-e2e-ipp-a-921680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.026763659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-921680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.044003517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-921680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.061471779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-921680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.082588912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-921680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.105138249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-921680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.123439974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-921680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.142104304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-921680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.164056344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-921680","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.180901528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-921680"},"namespace":"ai-tenant-e2e-ipp-a-921680","name":"default-tenant","reconcileID":"62537d53-960d-4717-964c-3aa12bd659b8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-921680","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.272258608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"4fde66b8-0d3b-49cc-aba8-bea3b80e9369","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.54288255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"1093e2cb-b495-4d24-9fe0-dccea2c0265b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.543441005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-no-auth","reconcileID":"ef01f2d2-8613-4fcf-ab88-b2f5f31fe707","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.672657483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-no-auth","reconcileID":"ef01f2d2-8613-4fcf-ab88-b2f5f31fe707","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.747718328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e25a4005-1474-4539-a98f-f9ef7d7aa0e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.75512707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"1093e2cb-b495-4d24-9fe0-dccea2c0265b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.834785578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"743e60ed-0e9b-4366-af32-95c7ec152c7e","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.84396813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e25a4005-1474-4539-a98f-f9ef7d7aa0e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.88101543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"95a994f1-ebae-44ba-9ce1-c82805df53f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.904148627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"95a994f1-ebae-44ba-9ce1-c82805df53f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.930361036Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-921680","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-921680","reconcileID":"4f9835d6-4cc5-461c-b234-2b51beec22c6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-921680","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-921680"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.986636305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-no-access","reconcileID":"054e8111-5738-4316-9d09-306b717713e1","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:50.993257098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"b9dc3ae6-6d1e-48b4-ad03-893d0d292b90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:51.014062005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-no-access","reconcileID":"054e8111-5738-4316-9d09-306b717713e1","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:51.019637822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"b9dc3ae6-6d1e-48b4-ad03-893d0d292b90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:51.476795933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244bf555-2fca-4219-96b6-24ea8a0cf6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:51.492549712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244bf555-2fca-4219-96b6-24ea8a0cf6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:51.508492331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244bf555-2fca-4219-96b6-24ea8a0cf6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:51.524715158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"244bf555-2fca-4219-96b6-24ea8a0cf6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:52.150643893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787c1db7-7f63-4b11-bb7c-269ba4a7add6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:52.166029642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787c1db7-7f63-4b11-bb7c-269ba4a7add6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:52.181409219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787c1db7-7f63-4b11-bb7c-269ba4a7add6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:52.196379316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787c1db7-7f63-4b11-bb7c-269ba4a7add6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:52.823406477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb7c040-409c-4ad7-9edb-1eb08f7499d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:52.839257126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb7c040-409c-4ad7-9edb-1eb08f7499d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:52.854715013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb7c040-409c-4ad7-9edb-1eb08f7499d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:52.869798691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0eb7c040-409c-4ad7-9edb-1eb08f7499d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:56.400509529Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-subscription-premium","reconcileID":"7379bc2b-2667-48f0-bcf8-2d3ca83bc3cc","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:56.453483402Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-subscription-premium","reconcileID":"7379bc2b-2667-48f0-bcf8-2d3ca83bc3cc","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e57216/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:56.501072203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"38eaf68a-37f3-421e-9fac-3b5267597f32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:56.524133678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"bf98b937-8362-4e6d-8c61-5098854d2711","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:56.569253544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"a2eb32a9-48f3-49bb-bd7f-04934b0277fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:56.569278009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"32f2705c-0a64-4cd1-8e8c-3265450968c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:56.569604877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0d3b9b21-4ed2-4887-b86d-4368c80f6dfc","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:56.590007855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"32f2705c-0a64-4cd1-8e8c-3265450968c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:56.590284236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"a2eb32a9-48f3-49bb-bd7f-04934b0277fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:56.592432051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-multi-sub-valid","reconcileID":"0d3b9b21-4ed2-4887-b86d-4368c80f6dfc","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:56.672338906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"25cb5a43-b949-473f-af52-80ec3636c283","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:56.720414319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-multi-sub-valid","reconcileID":"1c86f5a0-987e-433d-9ef4-cb350889610c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:56.843054276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"440200a6-5475-497f-a9f5-b89efc92a924","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:57.421346271Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-sub","reconcileID":"4035e9ef-d7bf-4adf-99d5-32f9e163642b","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","subscription":"ipp-route-7af1a5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:57.448643233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"47a02eee-6cad-4ee2-9dbe-1911e784758e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:57.449143677Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-sub","reconcileID":"4035e9ef-d7bf-4adf-99d5-32f9e163642b","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:57.470283929Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5-sub","reconcileID":"4035e9ef-d7bf-4adf-99d5-32f9e163642b","MaaSSubscription":{"name":"ipp-route-7af1a5-sub","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"name":"maas-trlp-ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:57.513494767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"dda60c65-513f-4c6c-972e-2d93dc95f9e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:57.580382396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"04573f18-6514-4243-9097-2f1642b8ba98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-premium-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:57.584929389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"bbeba9d6-6e8d-4720-bfcc-9a4d37f5a12d","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"tenant":"e2e-ipp-a-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","model":"ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:57.58500232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"bbeba9d6-6e8d-4720-bfcc-9a4d37f5a12d","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"routeName":"ipp-route-7af1a5-kserve-route","namespace":"ai-tenant-e2e-ipp-a-7af1a5","llmisvcName":"ipp-route-7af1a5","gateway":"openshift-ingress/e2e-ipp-a-7af1a5","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:57.684515855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"93959a19-ee0c-4c12-98fc-4b6d36840e12","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:57.780150287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"99a4da14-34d6-49c0-975d-7027470e7f83","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:57.780600634Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"d18ab14a-8d8c-4ec7-a390-37bd66767d1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-simulator-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:57.781085664Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"217bccfc-c150-46f3-9e93-f1caaaebae15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:57.880440988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"62adb5ab-0dda-4fb9-a3d8-b3cf3bc13a28","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:57.880441006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"9ccfb579-7b2a-4777-ba07-d758a44c8753","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:57.880787057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8b045026-51af-4b91-ad60-ba162bb86abd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:58.023520451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"9457a9b6-2b55-4dd2-a0ca-6772910ce6d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:58.160846117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"1ddc44d7-b2b2-4b6f-b2de-f9499bf0eab1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:58.365872125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"6e1c1a71-311f-416f-bd7c-000e84b3415c","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:58.399926319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"8977ee67-bac1-44d0-a94a-bbff1551c9c8","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:58.470944047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-access-denied","reconcileID":"ffaa987a-840e-4b7e-bc0c-56c0966923bf","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:58.546512364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-access-denied","reconcileID":"ffaa987a-840e-4b7e-bc0c-56c0966923bf","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:58.642299075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"78f65841-7fd3-472f-ba86-bea3c55ffa23","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:58.77683109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"2b678b92-613d-4c70-9d5e-75b338b25849","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:10:58.807143142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-user-subscription","reconcileID":"401e2a55-f5a9-4c71-9ac1-1b13574b3cff","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:58.934803912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"201b3940-1fd9-4386-adaf-be72f5dc01a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:58.936035788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"9f7833dc-035e-4afa-b696-3d54c3606558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:58.95494567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"b8730e2f-2c9b-4350-8eb8-45988607dc72","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:58.970028819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"201b3940-1fd9-4386-adaf-be72f5dc01a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:58.986104865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"fc589dd2-b6d6-4d5a-b16f-a236da3c34e5","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:58.988177296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"9f7833dc-035e-4afa-b696-3d54c3606558","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:58.989845357Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e57216 priority=0:[ai-tenant-e2e-worker-w0-e57216/e2e-test-other-subscription ai-tenant-e2e-worker-w0-e57216/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:58.992096755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"dedde0ea-59e8-4646-b04f-06ce68096528","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.089048083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"b9f85094-c3e3-4186-a9b7-0426bc82f7b8","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.095053856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"4f11d070-423f-4e03-9623-5c9c6730c0dc","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:10:59.099995813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-other-subscription","reconcileID":"e6e699ba-ec9a-4521-abe2-f17dfff15a0c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:10:59.109616179Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e57216/e2e-test-user-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.125073338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-access-denied","reconcileID":"f571008d-3719-49a3-953a-d70d6742b076","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.145900958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-access-denied","reconcileID":"f571008d-3719-49a3-953a-d70d6742b076","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.149829947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"9ba71c34-705c-4a93-a98a-03b830418d1d","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.179864304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"989ba2f0-a282-4671-9fdb-1a9e43956027","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.181483619Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-user-subscription","reconcileID":"f1ddba7d-7aa9-48b2-b149-688b6e5f0902","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-e57216/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-e57216/e2e-test-user-subscription","ai-tenant-e2e-worker-w0-e57216/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.197458697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9efaa4fe-c167-4973-a722-21e3e33be9fd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-65ffcb","tenantID":"e2e-praxis-b-65ffcb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.253090355Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9efaa4fe-c167-4973-a722-21e3e33be9fd","name":"e2e-praxis-b-65ffcb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.254730125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"e765facb-4770-47b9-8273-a7b421c42f1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.25494668Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-other-subscription","reconcileID":"feadc866-e3ec-4358-a245-45d6798edbe5","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.258951056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"2ccad7e7-ae41-4db0-9b82-39c5d46b4b36","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.312537878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"154b2bf5-1cea-40c2-89ff-22e7a6390856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.312866781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-access-denied","reconcileID":"9b88bb14-2c21-48dc-a72a-32432d92bcdb","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.31315951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"06853b55-7328-4581-85f8-85a748d4ad29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.314075054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"f6501356-eeb1-4a75-8aff-bd7301e45afb","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.336514365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"154b2bf5-1cea-40c2-89ff-22e7a6390856","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.342452423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"06853b55-7328-4581-85f8-85a748d4ad29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.345780589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-access-denied","reconcileID":"9b88bb14-2c21-48dc-a72a-32432d92bcdb","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.425877005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-user-subscription","reconcileID":"91cf4cda-6623-4e50-8688-260de3a83680","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.461745652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-other-subscription","reconcileID":"795e5770-b3b0-402c-af35-409d81f3c2de","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.461867378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9236c902-b795-4f76-9427-ce7c5bd8521b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.521283834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9236c902-b795-4f76-9427-ce7c5bd8521b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.536386348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9236c902-b795-4f76-9427-ce7c5bd8521b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.551467237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9236c902-b795-4f76-9427-ce7c5bd8521b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.678667434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"a1fd4f14-2b94-4205-8428-94e2f4e47b16","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.78500812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"8fa8b21b-56e1-4260-99e6-dc650beef194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.785052981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-access-denied","reconcileID":"d92b0bdf-8140-4e46-99b3-7e962f374423","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.785488204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"e307a843-661c-4630-92fd-3d03f13a714b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.81047569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-access-denied","reconcileID":"d92b0bdf-8140-4e46-99b3-7e962f374423","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.811030387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"8fa8b21b-56e1-4260-99e6-dc650beef194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:10:59.81289135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"e307a843-661c-4630-92fd-3d03f13a714b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.316422819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb856669-673a-4dd1-b2a2-647e97282417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.331662558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb856669-673a-4dd1-b2a2-647e97282417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.34758346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb856669-673a-4dd1-b2a2-647e97282417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.364254008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb856669-673a-4dd1-b2a2-647e97282417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.492496532Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-sub-only","reconcileID":"b6ceb24d-4344-47de-9aa7-6032f9d3226f","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.544662349Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-sub-only","reconcileID":"b6ceb24d-4344-47de-9aa7-6032f9d3226f","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ed8218/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.59156504Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"54b1a77a-4c18-41fb-97b4-921610aa1ebb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.615340518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"f8880b43-a1ca-4973-9828-958c4e11c69e","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.636592303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"6b85e06d-4778-481d-aac2-0f04da223413","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.672630082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e9d32429-29d4-4517-8f59-fea2a59011ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.672798921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a8eb794c-4e40-47a6-b53c-0710d52446ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.672939989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-no-auth","reconcileID":"bd4f0e8f-5435-4a42-bdea-6d06aed77117","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.695571539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e9d32429-29d4-4517-8f59-fea2a59011ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.695764116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-no-auth","reconcileID":"bd4f0e8f-5435-4a42-bdea-6d06aed77117","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.69777382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a8eb794c-4e40-47a6-b53c-0710d52446ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.822283516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"0a3609e5-ef67-4ac9-a279-f506e71ce58f","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.822962977Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-test-group-no-auth","reconcileID":"70e28053-cef3-4b02-ac36-335ef88e55b9","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.874349555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"797d7a59-cb59-4681-84e6-ce2e7cdb0a39","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.896680572Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-subscription-no-access","reconcileID":"748982c6-fbc4-4891-bff4-ff55334113e9","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.94738539Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-subscription-no-access","reconcileID":"748982c6-fbc4-4891-bff4-ff55334113e9","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:00.994077904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"4e8f0c31-82b1-4df2-a3fa-1e5e81d86619","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.013432672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c91b6cf-d3a9-4355-882d-427b25569cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.028697475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c91b6cf-d3a9-4355-882d-427b25569cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.044104465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c91b6cf-d3a9-4355-882d-427b25569cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.059363707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c91b6cf-d3a9-4355-882d-427b25569cad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.097714299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"7ba222ef-fbbf-4f56-a8a2-81acbc8ee743","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.156376089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a3597a9a-88f5-4a8d-bde3-54a36eee3c37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.156653161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"e42ea11e-75c6-4f80-8ed0-81f179488c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.15669225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-no-access","reconcileID":"37af0bab-335b-4682-a0ef-c6b8d8563179","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.177137041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a3597a9a-88f5-4a8d-bde3-54a36eee3c37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.178325418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-no-access","reconcileID":"37af0bab-335b-4682-a0ef-c6b8d8563179","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.179301368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"e42ea11e-75c6-4f80-8ed0-81f179488c8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.258438586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"f43f3297-c2db-45d3-81f1-4ead528123fa","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.258451507Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-test-auth-no-access","reconcileID":"92375935-1364-4290-9377-c807176c7cfa","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.34367221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"5c34881c-01e5-439d-8a52-3587f3903a98","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.804658569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8779f37a-a19f-454b-ac78-164687741bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.820082773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8779f37a-a19f-454b-ac78-164687741bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.835876741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8779f37a-a19f-454b-ac78-164687741bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:01.851347639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8779f37a-a19f-454b-ac78-164687741bdf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:06.714461209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-failed-sub","reconcileID":"632d071d-6f67-4fef-ac1d-eb18373c18ca","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:06.723585774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e7353491-c0f5-458a-b111-2baff34ee885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:06.724567062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a2db2f59-415a-4809-8d24-52246002d875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:06.744223996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a2db2f59-415a-4809-8d24-52246002d875","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:06.744808929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e7353491-c0f5-458a-b111-2baff34ee885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:06.833537541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"d99ef3fd-9d56-4b69-932a-61b359929b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:06.834030441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"8c28e7f0-284d-4992-a2a1-8b90a7b17f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:06.854512089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"d99ef3fd-9d56-4b69-932a-61b359929b55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:06.858134196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"8c28e7f0-284d-4992-a2a1-8b90a7b17f1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:07.015658086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"0763d8a3-d349-49ea-965d-6da4d2192d00","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:07.035499946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"11db2609-c36c-45af-9ee6-8339a9de1ac3","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:07.078988728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-active-auth-only","reconcileID":"f7bd99fa-dfec-4816-a1bd-3c05c66f7e05","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:07.098499028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-active-auth-only","reconcileID":"f7bd99fa-dfec-4816-a1bd-3c05c66f7e05","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:07.267764627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"a50b75d7-c499-40c4-8218-ef234f0dd192","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:07.311039548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-active-auth-only","reconcileID":"1d34cb5a-a9cf-4437-a523-6b9ef9d8547d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:07.330787425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-active-auth-only","reconcileID":"1d34cb5a-a9cf-4437-a523-6b9ef9d8547d","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:09.171955026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"0210c79b-014d-4e01-8216-f4b0971b9c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:09.171983463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"291d6b5b-cb5c-4067-b5c7-68da74be1193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:09.194488889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"0210c79b-014d-4e01-8216-f4b0971b9c42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:09.194708528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"291d6b5b-cb5c-4067-b5c7-68da74be1193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:09.643503122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"e0106db1-b2cc-45e8-b923-7472ea4cc90c","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:09.643525864Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-active-auth-only","reconcileID":"49762b9f-db99-4c6e-8f0b-363677323d3b","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:09.693778407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"cda6003f-5a16-4014-b73a-3bf599d680cb","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:09.76900761Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-user-subscription","reconcileID":"778e84fd-8604-45bd-9f6b-a3a677ea9fc3","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:09.822750128Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-user-subscription","reconcileID":"778e84fd-8604-45bd-9f6b-a3a677ea9fc3","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e57216/e2e-test-other-subscription","ai-tenant-e2e-worker-w0-e57216/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:09.869823178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"2971b00b-000d-41dc-bf4d-c3f5bd7af4ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:09.870300237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-other-subscription","reconcileID":"ab00620d-d3b2-4438-b362-3281754415f7","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:09.975151962Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"f24ec462-65cb-42b0-8aae-4e02e34c3b27","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.020393911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-access-denied","reconcileID":"b8defd4b-a43d-4ed2-b7d4-2f946f0de01f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.020393861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"546e951e-106a-41c0-ad7d-9009d10c50c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.020740499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"7bb1c1c7-a57e-4cf6-8e9e-83dd5c4ea7f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.041368973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-access-denied","reconcileID":"b8defd4b-a43d-4ed2-b7d4-2f946f0de01f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.042283352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"546e951e-106a-41c0-ad7d-9009d10c50c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.043876872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"7bb1c1c7-a57e-4cf6-8e9e-83dd5c4ea7f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.131144663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"4cfc63ab-863a-4fbd-983f-fda5d360b35b","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.219612346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-access-denied","reconcileID":"af10dfb7-577d-4a77-b497-7b9d5066791d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.219710603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"5ed73695-3f52-470f-911c-002ad4b972f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.244153364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"5ed73695-3f52-470f-911c-002ad4b972f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.24496565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-access-denied","reconcileID":"af10dfb7-577d-4a77-b497-7b9d5066791d","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.321831127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"a0f16a7b-28cf-434a-a53f-892261422261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.342465838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"a0f16a7b-28cf-434a-a53f-892261422261","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.517691736Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","namespace":"ai-tenant-e2e-praxis-b-85c702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.517760815Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","namespace":"ai-tenant-e2e-praxis-b-85c702","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.517815933Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","tenant":"e2e-praxis-b-85c702","tenantID":"e2e-praxis-b-85c702","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.535487984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"Deployment","name":"maas-api-e2e-praxis-b-85c702","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.566076945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"Service","name":"maas-api-e2e-praxis-b-85c702","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.582280226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"883f9589-f6f6-4496-ac12-9acf08be3a3e","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.585386244Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-85c702","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.602913253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"50194738-b955-466f-901d-a0e9837ed3d7","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.604383413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-85c702","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.623053535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-85c702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.640783785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-85c702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.660682062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-85c702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.663956642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-degraded-auth","reconcileID":"690a7196-6804-455c-9890-ef0408e0c73d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.678216652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-85c702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.683564825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-degraded-auth","reconcileID":"690a7196-6804-455c-9890-ef0408e0c73d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.692881684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-85c702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.707387703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-85c702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.716492186Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-degraded-auth","reconcileID":"690a7196-6804-455c-9890-ef0408e0c73d","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.722103176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"Service","name":"payload-processing-e2e-praxis-b-85c702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.736726758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-85c702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.752862565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-85c702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.767613429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-85c702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.783376709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"7b1afebb-1902-4982-adb4-1bb169078903","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.78404212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-85c702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.811989437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-85c702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.831937445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-85c702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.847641447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-85c702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.864945314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-degraded-auth","reconcileID":"96b67405-6793-40c9-b521-53a2acce6c8a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.865381737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-85c702","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.880577136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-85c702"},"namespace":"ai-tenant-e2e-praxis-b-85c702","name":"default-tenant","reconcileID":"e7a8dc02-08b3-4893-9446-a9b71f0c1355","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-85c702","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.888873168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-degraded-auth","reconcileID":"96b67405-6793-40c9-b521-53a2acce6c8a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:10.940025561Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-degraded-auth","reconcileID":"96b67405-6793-40c9-b521-53a2acce6c8a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:11.464774105Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-85c702","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-85c702","reconcileID":"23a9586d-46c4-488b-8b08-e74479da627d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-85c702","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-85c702"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:11.854259546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f69c801-7556-47f6-865b-36e69c75bb07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:11.869466043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f69c801-7556-47f6-865b-36e69c75bb07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:11.884304352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f69c801-7556-47f6-865b-36e69c75bb07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:11.899058713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f69c801-7556-47f6-865b-36e69c75bb07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:12.523356169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a51dd64-fbbd-491c-8288-c3bfb30e0950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:12.538735779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a51dd64-fbbd-491c-8288-c3bfb30e0950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:12.554473282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a51dd64-fbbd-491c-8288-c3bfb30e0950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:12.569634688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a51dd64-fbbd-491c-8288-c3bfb30e0950","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.04163864Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","namespace":"ai-tenant-e2e-ipp-a-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.041741154Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","namespace":"ai-tenant-e2e-ipp-a-7af1a5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.041829615Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","tenant":"e2e-ipp-a-7af1a5","tenantID":"e2e-ipp-a-7af1a5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.052023535Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-degraded-auth","reconcileID":"2c41750e-56d3-4d69-b283-76e7de6e6643","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.052025897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"2176a859-4ef7-451d-a03f-cf3f8c7b4c6d","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.060080638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"Deployment","name":"maas-api-e2e-ipp-a-7af1a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.066849608Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-degraded-auth","reconcileID":"2c41750e-56d3-4d69-b283-76e7de6e6643","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.093856281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"Service","name":"maas-api-e2e-ipp-a-7af1a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.113794678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-7af1a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.13259727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-7af1a5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.150114053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-7af1a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.167445196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-7af1a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.187294259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-7af1a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.20448921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-7af1a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.219359294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74245dde-590a-4fed-bfbd-a7c5ec572893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.234456081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74245dde-590a-4fed-bfbd-a7c5ec572893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.236213258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-7af1a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.249349702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74245dde-590a-4fed-bfbd-a7c5ec572893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.265327167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74245dde-590a-4fed-bfbd-a7c5ec572893","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.266498428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-7af1a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.288879588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"81e01a0e-ec76-45de-9501-b6896cdbfe36","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.293308163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"Service","name":"payload-processing-e2e-ipp-a-7af1a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.315913102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-7af1a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.334284346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-7af1a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.354694485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-7af1a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.373448977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-7af1a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.394433479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-7af1a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.410920232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-7af1a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.429648503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-7af1a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.448438564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-7af1a5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:13.465270347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"default-tenant","reconcileID":"0866b8fc-9c04-44c3-8500-81c0d312cde7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-7af1a5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.158402656Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7af1a5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7af1a5","reconcileID":"ad0dfae9-63ea-4fc8-8768-6b6082f55cee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7af1a5","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-7af1a5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.20172368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"7a83a5ac-2d24-41bd-81b2-2c9b95dc0943","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"tenant":"e2e-worker-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.201751369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"7a83a5ac-2d24-41bd-81b2-2c9b95dc0943","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.223467536Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"0ba6e1c0-7878-4274-b5a0-8ff01b1ca739","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.243570834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"0ba6e1c0-7878-4274-b5a0-8ff01b1ca739","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.243825221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"2c335b88-fe03-4f31-ae50-c8b0147b9543","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"tenant":"e2e-worker-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.243842828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"2c335b88-fe03-4f31-ae50-c8b0147b9543","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.244140818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"4db11a78-b4f0-427c-b7db-45b8154aaf66","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.264772427Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"75ae7d17-9044-4e27-8223-677a3acbbe89","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.264993816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"75ae7d17-9044-4e27-8223-677a3acbbe89","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.283833153Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"858fe62d-72eb-4520-881d-d85f5aab04cf","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.28467271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"858fe62d-72eb-4520-881d-d85f5aab04cf","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.307962033Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"4b56d0c7-0b95-4cd0-866f-777b33fdfddb","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.308718341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"4b56d0c7-0b95-4cd0-866f-777b33fdfddb","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.331598017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70eaf63c-8916-462c-9474-aebf1304dc6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.349581886Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"cae8932e-f4d8-4112-ad8c-695e88122838","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.3496634Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"cae8932e-f4d8-4112-ad8c-695e88122838","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.351783604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70eaf63c-8916-462c-9474-aebf1304dc6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.366771907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70eaf63c-8916-462c-9474-aebf1304dc6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.378240729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"7c841c00-f473-47d6-9350-88d62758d2bc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"tenant":"e2e-worker-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.378330476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"7c841c00-f473-47d6-9350-88d62758d2bc","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.388048915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70eaf63c-8916-462c-9474-aebf1304dc6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.47157978Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"21dc77d0-5714-4a62-9248-db0f9813240b","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.471754027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"21dc77d0-5714-4a62-9248-db0f9813240b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.472756662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"6542cca9-ce3c-4adb-9027-dad06af945d8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"tenant":"e2e-worker-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.47282804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"6542cca9-ce3c-4adb-9027-dad06af945d8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.556591975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"de9ac187-019e-493d-8a3e-79fda802b67e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.57790112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"de9ac187-019e-493d-8a3e-79fda802b67e","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.586865655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"b01a335f-e917-47d2-be5b-0cdb1651ac2b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"tenant":"e2e-worker-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.58688431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"b01a335f-e917-47d2-be5b-0cdb1651ac2b","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.607740796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"e9b9370c-060b-47d6-9395-56a59c34f066","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"tenant":"e2e-worker-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.607759877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"e9b9370c-060b-47d6-9395-56a59c34f066","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.620777656Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-sub","reconcileID":"85532c0d-e6c1-4ad9-a616-67905f21c783","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.624627219Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"e9b9370c-060b-47d6-9395-56a59c34f066","name":"e2e-temp-model-status","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.624678108Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"e9b9370c-060b-47d6-9395-56a59c34f066","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-temp-model-status\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.629947493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"2fbc7f6d-668e-44ea-8560-b092edac12ce","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"tenant":"e2e-worker-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.629964245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"2fbc7f6d-668e-44ea-8560-b092edac12ce","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.632346733Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"68a9c429-a56b-4644-a749-188c9a231660","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.632407382Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"68a9c429-a56b-4644-a749-188c9a231660","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.644255504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"0b971dce-25d1-4ca1-808d-6fbdc06c4aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.644257563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"669155af-d695-4c7d-a135-32606c0d698e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.655825611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"e1941d74-f20f-4984-99d0-9a4aed1253aa","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"tenant":"e2e-worker-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.65584562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"e1941d74-f20f-4984-99d0-9a4aed1253aa","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.664243159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"0b971dce-25d1-4ca1-808d-6fbdc06c4aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.664370238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"669155af-d695-4c7d-a135-32606c0d698e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.67789694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"cff782ce-ebb1-4b7c-8ccc-166108ad6af6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"tenant":"e2e-worker-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.677917991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"cff782ce-ebb1-4b7c-8ccc-166108ad6af6","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.741356866Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-sub","reconcileID":"6127fd65-4a9d-4e0a-9a4e-14615f51eb45","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.747568169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"d14c4830-1d4e-487b-9afa-c0b6e994ddec","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"tenant":"e2e-worker-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.747666876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"d14c4830-1d4e-487b-9afa-c0b6e994ddec","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.834989583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"8ffb81dc-8bcc-4e31-8d67-a60e2158195c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"tenant":"e2e-worker-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.83501702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"8ffb81dc-8bcc-4e31-8d67-a60e2158195c","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.840268614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"dd238d86-b4af-40ef-b852-c8abdca469e2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.860599562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"dd238d86-b4af-40ef-b852-c8abdca469e2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.888302509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-sub","reconcileID":"a68c5907-d4ca-48bf-ac94-c26d1d4e2735","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.939648717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"47eb9cd9-ca69-4e53-8506-b8263558f346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.940399272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"874bf0cf-ff96-4587-8cf0-914ccfb6ba09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.952982151Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"d2b88949-8bd7-49c5-854e-a167c926cc94","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:14.95312907Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"d2b88949-8bd7-49c5-854e-a167c926cc94","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:14.961882727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"47eb9cd9-ca69-4e53-8506-b8263558f346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:15.021744454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"874bf0cf-ff96-4587-8cf0-914ccfb6ba09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:15.110771937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9787e34-7c82-4201-9543-7765708b301d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:15.126374085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9787e34-7c82-4201-9543-7765708b301d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:15.141231551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9787e34-7c82-4201-9543-7765708b301d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:15.156241515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9787e34-7c82-4201-9543-7765708b301d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:15.594278002Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"43220ba0-cde1-488b-be1f-a9edf75c2bbc","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:15.594341195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"43220ba0-cde1-488b-be1f-a9edf75c2bbc","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:15.660516632Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:16.875652953Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"27394140-8564-4e53-8a8b-6900763ddd2f","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:16.875719965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"27394140-8564-4e53-8a8b-6900763ddd2f","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:19.263654998Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-failed-sub","reconcileID":"8a073722-30e4-4d6d-8e36-3dd64b287267","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:19.264456678Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-failed-sub","reconcileID":"8a073722-30e4-4d6d-8e36-3dd64b287267","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ed8218/nonexistent-model-xyz","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:19.445690288Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"b3dd6c56-e41a-4407-b1bb-19bfd0587fcf","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:19.453275017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"b3dd6c56-e41a-4407-b1bb-19bfd0587fcf","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:19.829931329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"c6fae78d-4cb0-41df-b514-11f711a12a64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:19.922552487Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"6dcaca4d-e4c0-4e1c-a63d-0f61f788af25","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:19.922743627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"6dcaca4d-e4c0-4e1c-a63d-0f61f788af25","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.165342765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"a19d0e34-735f-419e-b0c8-7b627be85dca","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.173882759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"8d9c255c-2b3a-486e-9f4c-dcd77e682fb2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"tenant":"e2e-worker-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.17438247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"8d9c255c-2b3a-486e-9f4c-dcd77e682fb2","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.174848652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"585926ea-76ec-4d9f-8f68-afa1d430e9b4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.208028623Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-other-subscription","reconcileID":"6e354bca-4cca-499d-9bc6-6954c4cb06a0","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.210561586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"9c313499-e6ac-4721-85f8-fc64d04a93dc","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.25133577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"0efcb829-8d03-4563-bacc-13fc9bf7b823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.252022472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"880b2230-5e17-4221-98a1-c31db556f094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.282014274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"0efcb829-8d03-4563-bacc-13fc9bf7b823","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.340590148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey-auth","reconcileID":"2994ef82-b56c-4ee3-9633-45aa7ead74f1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.342594541Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-other-subscription","reconcileID":"6e354bca-4cca-499d-9bc6-6954c4cb06a0","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e57216/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.341641331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"880b2230-5e17-4221-98a1-c31db556f094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.570775694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"24613b4c-48f9-40e4-aab2-db8521640bbd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.57193188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"df11498e-8aca-4eab-9404-3fd56ed82fd6","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.671804166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey-auth","reconcileID":"2994ef82-b56c-4ee3-9633-45aa7ead74f1","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:20.67212613Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey","reconcileID":"81aac35d-79aa-458d-ad1c-98b99f2d3ef2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.674590308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"7fb71624-bae5-4cf3-b087-7a357af63735","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.749577825Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"64c9c946-224c-44b3-83e8-8ebf28eb518f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.808285451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"317432ee-7b73-471f-ac20-e320332d3cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.808929622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"c8eb2cd7-36e4-48fb-8d39-85e3a782af33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.809266991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"6ff7f5f7-197a-4f1a-aab3-c8edf4f4d459","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.84630638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"a55f8d52-9222-44ef-81c7-20c314b2b99b","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.927137453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"ae892316-565d-4aa6-8e4b-10859542b684","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:20.971491269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"317432ee-7b73-471f-ac20-e320332d3cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.070591987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"5f26a536-dfe1-45d5-a198-7d24b10c8662","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.152365329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"d2b0f938-c187-4f34-86ca-721118a4f1ff","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.130095355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0dcf6e3d-7a6a-4a76-95a5-71ffb818c628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.155507891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"c8eb2cd7-36e4-48fb-8d39-85e3a782af33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.197594825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"355c9738-8328-496f-9238-00c47d941d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.198212284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"9c2af662-f4b6-49f1-a893-314220f6a8fa","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.252630665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0dcf6e3d-7a6a-4a76-95a5-71ffb818c628","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.2872545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"355c9738-8328-496f-9238-00c47d941d50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.289729299Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey","reconcileID":"ead472c7-86f7-469e-814f-22a72719a753","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-7aeaad/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w2-7aeaad/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.32144822Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey","reconcileID":"ead472c7-86f7-469e-814f-22a72719a753","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-7aeaad/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.323027364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey-auth","reconcileID":"a1d5ef8e-d785-41a2-96bd-757584d0bd32","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.367789718Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-test-auth-access-denied","reconcileID":"48626bbf-4e8a-4143-9528-36bac4b33627","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.42415152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey-auth","reconcileID":"a1d5ef8e-d785-41a2-96bd-757584d0bd32","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.483369293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"d279b032-cd4b-4efd-ab41-8f17b7512407","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.484488037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"e144d908-b536-4e62-9b78-6123e9ac9512","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.704999338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"81557370-79f8-46c9-a715-a8c41ec672a8","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.742182272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"2350af41-4fcf-44b1-bdb8-c621f2146d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.833400402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"09251d8c-3fed-46ea-9924-36ac4d8d61bc","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.85946569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"6ddd63d9-be09-4521-a0eb-bac8ed94c680","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.891286926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"e39b36bc-1a6c-4f59-8cd1-e7a31308b94d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:21.891626442Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-7aeaad/e2e-degraded-models-apikey","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.972822434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"2350af41-4fcf-44b1-bdb8-c621f2146d18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:21.974324954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"23d0bf0e-8f2a-4027-a8dc-39ec2de05b4a","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:22.021159854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-degraded-auth","reconcileID":"201eefbe-80d2-4f1f-8019-4fde0ecf5b1e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:22.022863886Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-ed8218/e2e-status-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:22.12270093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"e39b36bc-1a6c-4f59-8cd1-e7a31308b94d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:22.189872772Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey-auth","reconcileID":"a1d5ef8e-d785-41a2-96bd-757584d0bd32","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-apikey-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:22.348915377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-degraded-auth","reconcileID":"201eefbe-80d2-4f1f-8019-4fde0ecf5b1e","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:22.254118966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"1e95fad9-ac38-4934-914b-c8ff96293118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:22.342152152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey","reconcileID":"18bb934d-7a1c-40fe-b544-1e8dfa8b2e6c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:22.349405597Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey","reconcileID":"18bb934d-7a1c-40fe-b544-1e8dfa8b2e6c","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-7aeaad/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:22.191500237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-2-w6-1ee571","reconcileID":"077854d6-7322-4179-9a02-92c90ddfa955","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-2-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-2-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:22.435278906Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-degraded-sub","reconcileID":"204fae1f-2716-482f-a2aa-10ee300bc460","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-ed8218/e2e-status-degraded-sub","ai-tenant-e2e-worker-w4-ed8218/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:22.435482164Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-degraded-sub","reconcileID":"204fae1f-2716-482f-a2aa-10ee300bc460","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ed8218/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:22.446039538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"1e95fad9-ac38-4934-914b-c8ff96293118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:22.653803293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"2e3d02ca-b9f3-47bb-9770-0ed61be1e0a8","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:22.755608296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"5a535b40-f7c3-4b3e-9fb7-73c837c594e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:22.814464996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey-auth","reconcileID":"fd954f5c-ff95-4ad6-bb4d-105092e624e3","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.011868731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"5a535b40-f7c3-4b3e-9fb7-73c837c594e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.013339392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"e170d4d7-769a-4412-91ab-ba3d24296708","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.019820852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey-auth","reconcileID":"fd954f5c-ff95-4ad6-bb4d-105092e624e3","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.023785798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"be9fa55a-9aef-423b-8143-bd1e10d35bda","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.045708535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"5791d588-e949-4e33-bb8c-0dc36a335841","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.049336338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"f334ec35-107d-4840-8637-0fbf2518ec20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.392049266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-degraded-sub","reconcileID":"8ee78348-5a20-4bf1-ba6e-f9aa7dce5ed0","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.392412563Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-degraded-sub","reconcileID":"8ee78348-5a20-4bf1-ba6e-f9aa7dce5ed0","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ed8218/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.403425423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"f334ec35-107d-4840-8637-0fbf2518ec20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.411888177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-degraded-auth","reconcileID":"8e5dbb2f-c1e5-49de-998e-a0ef1ec3ee23","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.448764163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-degraded-auth","reconcileID":"8e5dbb2f-c1e5-49de-998e-a0ef1ec3ee23","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.538527732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"455fe12e-6f0d-443c-ba59-12c95a772b82","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.618920856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"ce291865-1d40-4fdb-9146-f8eacff5900d","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.782687636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"042ea198-2a43-4b05-bebb-adee3948043d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.782733684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"4366dee9-642d-4930-85e4-e408fa449544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.783986935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey-auth","reconcileID":"9edf1245-4a88-4ebd-8c4e-792d2c4bcd26","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.96098897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"4366dee9-642d-4930-85e4-e408fa449544","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.962260862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey-auth","reconcileID":"9edf1245-4a88-4ebd-8c4e-792d2c4bcd26","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:23.962528021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"26abeb31-0a1b-49a1-a7da-f4c142dae8ac","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:24.000157661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"042ea198-2a43-4b05-bebb-adee3948043d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:24.046039197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"89fd2ded-f8e9-4dc8-8867-a5e1a6ad7074","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:24.091503092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"e738ee76-a920-4d16-9f3d-9d9030e8b4f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:24.092159749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"42f32aca-1cff-4a11-abd4-c167ec19eaa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:24.115716523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"e738ee76-a920-4d16-9f3d-9d9030e8b4f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:24.200069999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"42f32aca-1cff-4a11-abd4-c167ec19eaa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:24.314796841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-degraded-auth","reconcileID":"85478b64-687e-417b-9db3-12c244225b86","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:24.38968401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-degraded-auth","reconcileID":"85478b64-687e-417b-9db3-12c244225b86","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:28.821900671Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"ce8dfe99-393b-4366-874c-22df0584834e","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:28.822074403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"ce8dfe99-393b-4366-874c-22df0584834e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:29.223382017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d22cbd6-bbe8-4e1c-ad2f-c22ba7be55bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:29.239475323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d22cbd6-bbe8-4e1c-ad2f-c22ba7be55bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:29.254757563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d22cbd6-bbe8-4e1c-ad2f-c22ba7be55bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:29.271344928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d22cbd6-bbe8-4e1c-ad2f-c22ba7be55bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:29.89778969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd6240b8-d315-464c-be18-3f48c8a71afa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:29.912892287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd6240b8-d315-464c-be18-3f48c8a71afa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:29.927823986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd6240b8-d315-464c-be18-3f48c8a71afa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:29.942963025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd6240b8-d315-464c-be18-3f48c8a71afa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:32.833360133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-2-w6-1ee571","reconcileID":"bb693f32-f2eb-4e54-a0a6-0f567371a30b","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-2-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-2-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.092595493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-status-failed-auth","reconcileID":"3eca94b0-da21-41bb-82f5-6068b02c04d5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.112700728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-status-failed-auth","reconcileID":"3eca94b0-da21-41bb-82f5-6068b02c04d5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.131414648Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-status-failed-auth","reconcileID":"3eca94b0-da21-41bb-82f5-6068b02c04d5","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.242504467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-status-failed-auth","reconcileID":"a23e3163-77a7-497a-8dec-f3f90c93d0af","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.264784762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-status-failed-auth","reconcileID":"a23e3163-77a7-497a-8dec-f3f90c93d0af","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.283463874Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-status-failed-auth","reconcileID":"a23e3163-77a7-497a-8dec-f3f90c93d0af","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.740853314Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey","reconcileID":"2eb1ef8e-4a4a-4b23-9b18-c88dcf2025c1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.792631147Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey","reconcileID":"2eb1ef8e-4a4a-4b23-9b18-c88dcf2025c1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-7aeaad/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.792657592Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey","reconcileID":"2eb1ef8e-4a4a-4b23-9b18-c88dcf2025c1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.792787964Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey","reconcileID":"2eb1ef8e-4a4a-4b23-9b18-c88dcf2025c1","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-7aeaad/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.827612948Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","namespace":"ai-tenant-e2e-ipp-b-31d798","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.827676651Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","namespace":"ai-tenant-e2e-ipp-b-31d798","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.827732592Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","tenant":"e2e-ipp-b-31d798","tenantID":"e2e-ipp-b-31d798","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.840030445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"c57711b3-7f98-4eb0-b53c-5db60b31d1cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.844310791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"Deployment","name":"maas-api-e2e-ipp-b-31d798","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.869999505Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"Service","name":"maas-api-e2e-ipp-b-31d798","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.889092602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-31d798","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.906424539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-31d798","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.927835477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-31d798","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.94783504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-31d798","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.949632275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"42c195a5-17fc-4e8a-8ed9-c279a1674206","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.969963786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-31d798","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.987066878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-31d798","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:33.994559673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey-auth","reconcileID":"11c4d134-5ec4-4728-be2b-0282f622b769","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.0038328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-31d798","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.01414697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey-auth","reconcileID":"11c4d134-5ec4-4728-be2b-0282f622b769","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.020907029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-31d798","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.05280064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"Service","name":"payload-processing-e2e-ipp-b-31d798","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.080593231Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-degraded-sub","reconcileID":"e3e60ab2-e4c2-489f-8697-af29a5039706","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.084035596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-31d798","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.096382252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"fc76893e-932a-4615-83b4-aae0b029bc8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.096792586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"ffc5e882-f09e-4885-bb64-4d7ce06b50de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.101526277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-31d798","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.104932049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"836d2690-ffbe-4b9e-97c1-a809faafb94e","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.118533201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"fc76893e-932a-4615-83b4-aae0b029bc8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.118999085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-31d798","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.119419474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"ffc5e882-f09e-4885-bb64-4d7ce06b50de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.134557186Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-degraded-sub","reconcileID":"e3e60ab2-e4c2-489f-8697-af29a5039706","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ed8218/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.135729429Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-degraded-sub","reconcileID":"e3e60ab2-e4c2-489f-8697-af29a5039706","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.135923929Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-degraded-sub","reconcileID":"e3e60ab2-e4c2-489f-8697-af29a5039706","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-ed8218/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.137644721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-31d798","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.146121457Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-apikey-auth","reconcileID":"885892ee-845f-41b5-8f63-7eebd6eb1ad5","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.156234562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-31d798","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.174950858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-31d798","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.182766033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"5833a555-162e-4a80-b275-26a940465353","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.195373834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-31d798","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.214782788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-31d798","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.233411497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-31d798"},"namespace":"ai-tenant-e2e-ipp-b-31d798","name":"default-tenant","reconcileID":"8e0fc446-5a57-4c69-9590-07e41963b87c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-31d798","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.335241906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"a250843f-e6ee-44d9-9a82-c8472224d488","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.554088032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"8ac16aad-7084-492e-8da4-8751c49b26ea","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.554750053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"193f09f1-466f-4026-8d0c-31080ff93e24","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.599460567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"5e83ee36-6015-4506-98b3-a495fcbc88f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.600088152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-degraded-auth","reconcileID":"88b5a005-8322-465a-bf27-1b31564603b1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.604135989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"7517f1f2-b000-488b-bad3-2d74d4b1ed83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.652989969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"5e83ee36-6015-4506-98b3-a495fcbc88f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.692519287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-degraded-auth","reconcileID":"88b5a005-8322-465a-bf27-1b31564603b1","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.738896653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"7517f1f2-b000-488b-bad3-2d74d4b1ed83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.78458119Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-status-degraded-auth","reconcileID":"e056c564-ec2e-45bf-973a-3cb1bbc4ba86","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.857868224Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-31d798","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-31d798","reconcileID":"4e677760-ea8d-4993-9f81-3358f74afc06","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-31d798","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-31d798"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:34.872342305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"feae91a6-1ee4-412a-b7f3-28c102345624","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:34.91447994Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"a5085e7f-dae0-46e2-bbf9-eda217d5ee0a","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:34.914572096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"a5085e7f-dae0-46e2-bbf9-eda217d5ee0a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.275915572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"77bbeccf-9e62-4a0d-b007-3d50bc3b98f9","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.304898233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"1248e7b8-c4d4-454c-88ee-ab0e070bbce8","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.337165554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ef31d2-b696-4336-a52a-45996960aeeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.353263505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ef31d2-b696-4336-a52a-45996960aeeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.372219362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ef31d2-b696-4336-a52a-45996960aeeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.373414679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube-auth","reconcileID":"3b0aa99d-8179-4c9d-add2-f574ed1ddda4","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.388437504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ef31d2-b696-4336-a52a-45996960aeeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.41160334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube-auth","reconcileID":"3b0aa99d-8179-4c9d-add2-f574ed1ddda4","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.465802662Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-status-failed-auth","reconcileID":"993a3f26-48b3-4add-83da-7c49d628d4d4","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.485905523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"064fe4ca-9680-41cd-a5f6-d49df28a62d0","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.506102641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"f09f9c21-ba89-4cd0-ae51-9c3427155a0d","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:35.52022486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube","reconcileID":"7f42ff92-be86-4b08-ad76-d0dafe008402","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.529488619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b33bdc65-0c8a-41bb-a3f4-5d62deeb9e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.529503796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ecdb5fa9-0478-4061-a2d9-e921880459ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.550432743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ecdb5fa9-0478-4061-a2d9-e921880459ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.551367576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b33bdc65-0c8a-41bb-a3f4-5d62deeb9e1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.558432684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"28c81833-9a78-4846-ad6d-f832943c7cf6","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.578775295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"73a17203-5855-42a1-99c2-7fe2b31ca9df","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.596264465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"50807e05-9188-4431-a87f-34f1ff0bc3f2","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.642600508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube-auth","reconcileID":"e90c3f9f-2a2f-4ced-b780-5f3ba3aeb46d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.650033994Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube","reconcileID":"ba493769-b6bd-4765-8ff4-6f488ff6962f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-7aeaad/e2e-degraded-models-kube","ai-tenant-e2e-worker-w2-7aeaad/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.650214109Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube","reconcileID":"ba493769-b6bd-4765-8ff4-6f488ff6962f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-7aeaad/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.662705341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube-auth","reconcileID":"e90c3f9f-2a2f-4ced-b780-5f3ba3aeb46d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.741952863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"5efd8c72-fb33-44c4-80b6-ef0a290ee0e5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.748062505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"cc37a0c5-f2c6-4a5a-bb1c-a8f368791233","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.755868873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"cbd218af-ca56-436d-8eb9-cd8e276a9b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.755999349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"fe51f353-fa75-4082-bb6c-cb9d6caa04fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.776216238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"fe51f353-fa75-4082-bb6c-cb9d6caa04fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.779427368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"cbd218af-ca56-436d-8eb9-cd8e276a9b86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.847740532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube","reconcileID":"412b9640-58e0-4a38-b3d8-f45a6c4b4732","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:35.847952621Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube","reconcileID":"412b9640-58e0-4a38-b3d8-f45a6c4b4732","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-7aeaad/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:36.01422939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2281f1ba-5f64-40bb-bf6d-6425badfeee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:36.029249737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2281f1ba-5f64-40bb-bf6d-6425badfeee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:36.043928007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2281f1ba-5f64-40bb-bf6d-6425badfeee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:36.058705413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2281f1ba-5f64-40bb-bf6d-6425badfeee7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:37.323044229Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"3c8b0fa2-c9d9-4e20-804c-12d3e68b836b","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:37.323110061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"3c8b0fa2-c9d9-4e20-804c-12d3e68b836b","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:37.343548161Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"9372afdf-80f8-44cd-a69c-397cff868899","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:37.343623753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"9372afdf-80f8-44cd-a69c-397cff868899","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:37.6807463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d80537e-fff6-4668-b669-a362c075f2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:37.696038644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d80537e-fff6-4668-b669-a362c075f2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:37.710884989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d80537e-fff6-4668-b669-a362c075f2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:37.725761703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d80537e-fff6-4668-b669-a362c075f2b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:38.061783143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"341437a9-0c9f-4431-aa47-ce49f5d50fc6","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:38.117636974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube-auth","reconcileID":"729c3d0c-a0cf-4cdb-a98e-cb07bf3258dd","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:38.118104931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"b73b9d1c-981b-4637-907a-7fe4a1420141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:38.118470841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"5b3a5d2c-5a92-44b8-99fd-6bb54bdf125a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:38.140715002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"5b3a5d2c-5a92-44b8-99fd-6bb54bdf125a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:38.148964056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"b73b9d1c-981b-4637-907a-7fe4a1420141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:38.154757088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube-auth","reconcileID":"729c3d0c-a0cf-4cdb-a98e-cb07bf3258dd","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:38.412634187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8143c72-7ce0-4262-a24b-cfb395e4ace8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:38.429436148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8143c72-7ce0-4262-a24b-cfb395e4ace8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:38.445631332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8143c72-7ce0-4262-a24b-cfb395e4ace8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:38.461014884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8143c72-7ce0-4262-a24b-cfb395e4ace8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:39.671944891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"b54cca54-828a-48c1-8b4b-0b5a06ecea2b","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:40.959687537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"e8a2967b-eb95-4553-971a-c1ce949d3f58","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"tenant":"e2e-worker-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:40.959717103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"e8a2967b-eb95-4553-971a-c1ce949d3f58","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:40.989689215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"8dea9b0b-ed12-4792-ba4c-4b169421445b","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.12063572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"bfbafde5-28d1-4ba9-881b-13d1948f3d90","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"tenant":"e2e-worker-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.120655529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"bfbafde5-28d1-4ba9-881b-13d1948f3d90","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.141713131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"e19e396d-c5c3-4b97-9d8d-d86a02797a96","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"tenant":"e2e-worker-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.141736004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"e19e396d-c5c3-4b97-9d8d-d86a02797a96","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:41.156576507Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-enrichment-sub","reconcileID":"f59d529a-6c9b-413c-a311-6739ab7f9c0f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.17086975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"69e21d46-fce1-4cf7-ad75-eb3efdeaa050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.17110313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c6e29807-8d0f-4cfe-8e32-e6b7a10acb9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.192969374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c6e29807-8d0f-4cfe-8e32-e6b7a10acb9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.192968598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"69e21d46-fce1-4cf7-ad75-eb3efdeaa050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.214771178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"eb5e4eac-5fbc-42a8-be60-c1732a563898","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"tenant":"e2e-worker-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.214788812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"eb5e4eac-5fbc-42a8-be60-c1732a563898","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.232804464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"01148275-2bf6-4308-910f-8e54b0317c50","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"tenant":"e2e-worker-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.232826595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"01148275-2bf6-4308-910f-8e54b0317c50","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.29688386Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-enrichment-sub","reconcileID":"0f0e6965-73bb-4762-8d7e-114aa911afea","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e57216/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.329405838Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"c82399f9-34cb-48ca-9a80-0b58a1c02ef5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"tenant":"e2e-worker-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.329429849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"c82399f9-34cb-48ca-9a80-0b58a1c02ef5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.350578279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"267fdbcc-0a3f-4a40-bb3e-52872c38c3b0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"tenant":"e2e-worker-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.350624551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"267fdbcc-0a3f-4a40-bb3e-52872c38c3b0","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:41.367504613Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"267fdbcc-0a3f-4a40-bb3e-52872c38c3b0","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:41.367567982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"267fdbcc-0a3f-4a40-bb3e-52872c38c3b0","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.367725637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"6e8ff3c3-d030-4914-8ffa-36730c551e00","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"tenant":"e2e-worker-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.367738877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"6e8ff3c3-d030-4914-8ffa-36730c551e00","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.383255931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"ec88c142-3008-4840-9583-1158b1237a4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.383976261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"45930688-bf1e-474b-8c5f-407b9f8050ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.399170023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-enrichment-sub","reconcileID":"89a38b43-48fb-4797-b18e-3602a257fa2c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.403224194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"ec88c142-3008-4840-9583-1158b1237a4d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.403972824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"45930688-bf1e-474b-8c5f-407b9f8050ff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.429789437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"ef0b7547-3ec2-4844-8fed-b740c5b4833a","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.451270895Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"9f82e796-3f15-47fc-b0da-442edc0cd559","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"tenant":"e2e-worker-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.451287647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"9f82e796-3f15-47fc-b0da-442edc0cd559","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.462240718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"8238f85d-f4a7-43d7-9e02-400ae94bb778","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:41.467252175Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-ed8218/e2e-list-subs-refs-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.473139423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"668f6c47-e69a-4b94-abce-127bf26c044c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.475982644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"52ae45a5-9e60-4de2-b3cb-f214ae3b94a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.483069411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"e59575f9-c9c2-4b09-80ca-8b2bdb13df1c","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.483792187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-enrichment-auth","reconcileID":"6a1766df-152a-44c9-be8a-d37b176b5354","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.493125479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"668f6c47-e69a-4b94-abce-127bf26c044c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.495665963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"52ae45a5-9e60-4de2-b3cb-f214ae3b94a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.50390417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-enrichment-auth","reconcileID":"6a1766df-152a-44c9-be8a-d37b176b5354","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.549464729Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-list-subs-refs-sub","reconcileID":"c4c93cd8-f3d0-4044-9615-7f76deb3b11b","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-ed8218/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w4-ed8218/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.595367415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"1576091c-3084-47cd-b6b0-938751ae0287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.5956024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"4f05f30b-412d-4d20-a53e-0c0da4386ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.60679854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"8263f128-0b36-4e22-8235-583a04b58538","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.615481516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"1576091c-3084-47cd-b6b0-938751ae0287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.616013817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"4f05f30b-412d-4d20-a53e-0c0da4386ad7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.628741559Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"e7cd3a79-333e-406d-8ebc-c46de58f34db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.668935928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"6f841b6b-6f15-42f5-99a0-d395a86bf834","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"tenant":"e2e-worker-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.668955039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"6f841b6b-6f15-42f5-99a0-d395a86bf834","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.681671575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a66b3f7a-c4b5-4c50-b410-8f6b206bb335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.681883784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6b00506a-b201-4e55-b765-6bdefc01d536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.701735861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a66b3f7a-c4b5-4c50-b410-8f6b206bb335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.701810614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6b00506a-b201-4e55-b765-6bdefc01d536","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.728811453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-list-subs-refs-sub","reconcileID":"423e6a35-8de6-4dfb-80d1-cbbf0ea4ffc3","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.797276041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-enrichment-auth","reconcileID":"83b0b5bf-7987-421f-a1e9-4c2e6917f582","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.8170789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-enrichment-auth","reconcileID":"83b0b5bf-7987-421f-a1e9-4c2e6917f582","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.93116505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"1fe8e11e-8aa0-4994-ba59-9b3dc05c0da3","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.974881278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"6760e80b-5cdc-4253-bcb2-c3c32b2a6897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.974881468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"12ec7124-c0d1-48f5-88b5-90267f9d1cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:41.980531806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-enrichment-auth","reconcileID":"83b0b5bf-7987-421f-a1e9-4c2e6917f582","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-enrichment-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.998934581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"6760e80b-5cdc-4253-bcb2-c3c32b2a6897","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:41.998949662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"12ec7124-c0d1-48f5-88b5-90267f9d1cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.141991606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-enrichment-auth","reconcileID":"204fd3da-397c-4aa8-ab12-e5da378ccba2","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.222058665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"a4de654b-9f23-48f5-ace3-46764cd5918c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"tenant":"e2e-worker-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.222087158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"a4de654b-9f23-48f5-ace3-46764cd5918c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.222122687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-enrichment-auth","reconcileID":"204fd3da-397c-4aa8-ab12-e5da378ccba2","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.315556164Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-enrichment-auth","reconcileID":"b021112e-4cf3-4582-944b-61a46bc4feaf","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.339522399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"f4c5cbae-1eeb-48a4-9e25-86239e5492fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.339616339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-enrichment-sub","reconcileID":"845061d9-0009-47eb-9f60-87a80cbc753c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.340415225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b06332c3-2205-4b46-9530-bc299ed50712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.362391021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b06332c3-2205-4b46-9530-bc299ed50712","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.365862389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"f4c5cbae-1eeb-48a4-9e25-86239e5492fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.489669578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"42e7f5cb-3887-4395-bc2b-a25ef6e31b27","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"tenant":"e2e-worker-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.489769854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"42e7f5cb-3887-4395-bc2b-a25ef6e31b27","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.561573516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-enrichment-sub","reconcileID":"ec014f20-7d2a-4d14-a593-ab961c9504c2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.630633791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"5b07c2ed-19ae-49ab-b7f0-b22500f38bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.637701214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"95316917-35df-443d-98da-a3e69c9e1f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.643674055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"da2d49ff-0b24-4d3f-875d-5551babb6331","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"tenant":"e2e-worker-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.643700923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"da2d49ff-0b24-4d3f-875d-5551babb6331","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.832692571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"5b07c2ed-19ae-49ab-b7f0-b22500f38bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:42.848244633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"95316917-35df-443d-98da-a3e69c9e1f3b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:43.06207306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"4c6be273-ae36-4e41-99ed-7c49d80cc6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:43.062089449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"e6dec0e1-4def-4b23-ba41-b629d752ad5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:43.08280436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"e6dec0e1-4def-4b23-ba41-b629d752ad5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:43.083984145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"4c6be273-ae36-4e41-99ed-7c49d80cc6fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:45.662354268Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:47.082224139Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"cd0841c1-4cb9-4076-8148-c98ff1e817e5","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:47.082287722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"cd0841c1-4cb9-4076-8148-c98ff1e817e5","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:47.172659736Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"e7b55999-9b59-4741-a7d2-3364654e07ac","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:47.177324618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"e7b55999-9b59-4741-a7d2-3364654e07ac","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:47.465025591Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"92239700-136a-4955-a14c-914c339d5d60","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:47.465114263Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"92239700-136a-4955-a14c-914c339d5d60","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:47.480073467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d6b1bc-27bb-4980-9dc7-2df8e0fea4a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:47.494827514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d6b1bc-27bb-4980-9dc7-2df8e0fea4a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:47.50977114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d6b1bc-27bb-4980-9dc7-2df8e0fea4a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:47.525497409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8d6b1bc-27bb-4980-9dc7-2df8e0fea4a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.120786489Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube","reconcileID":"921f7a1b-5959-4b56-88b2-e6da4f7e378b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.181605178Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube","reconcileID":"921f7a1b-5959-4b56-88b2-e6da4f7e378b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-7aeaad/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.18171814Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube","reconcileID":"921f7a1b-5959-4b56-88b2-e6da4f7e378b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.181875436Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube","reconcileID":"921f7a1b-5959-4b56-88b2-e6da4f7e378b","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-7aeaad/nonexistent-model-kube","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:48.208503117Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"b4be35e7-8bb9-4897-8fb2-5fa8b585a0e1","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:48.20857242Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"b4be35e7-8bb9-4897-8fb2-5fa8b585a0e1","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.225794498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb502b8-800d-47bf-b77b-deae9a30fa13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.240890403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb502b8-800d-47bf-b77b-deae9a30fa13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.241484298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"c2dcaa67-ce58-4d34-a9a7-04259f14b1c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.256326646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb502b8-800d-47bf-b77b-deae9a30fa13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.262509297Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-96cd49","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-96cd49","reconcileID":"8e0eb979-f0f4-4274-b947-0798d11eba11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-96cd49","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-96cd49":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.271205028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ddb502b8-800d-47bf-b77b-deae9a30fa13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:48.358985568Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"aa0a937c-fa4c-40e8-b430-207bcb89bb30","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:48.359067215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"aa0a937c-fa4c-40e8-b430-207bcb89bb30","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.365240384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"b27e2cd2-a45f-48a1-a48b-38f7e908ff6a","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.416640516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"278b7e85-4ac4-4d2f-a1d7-de860deb5c7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.418401361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"52fbccc8-2deb-4f09-be66-e2ec1d207fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.418518189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube-auth","reconcileID":"a5cb9d35-9bbc-440d-afcf-b032eb274c79","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.440889435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"52fbccc8-2deb-4f09-be66-e2ec1d207fa5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.443964106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube-auth","reconcileID":"a5cb9d35-9bbc-440d-afcf-b032eb274c79","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.444819122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"278b7e85-4ac4-4d2f-a1d7-de860deb5c7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.54964619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"6f641d5f-6749-4baa-83a8-7a6566ada2f0","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.550409759Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-degraded-models-kube-auth","reconcileID":"9f2ef4f1-19f6-486c-838b-15c64db3eaad","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:48.744097902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"ab9eb6be-9bb5-4ee1-b427-497a5603d608","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:49.218161687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9d7401-050f-46e7-88ea-e0c083ea4094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:49.233118377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9d7401-050f-46e7-88ea-e0c083ea4094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:49.250455914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9d7401-050f-46e7-88ea-e0c083ea4094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:49.266748688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff9d7401-050f-46e7-88ea-e0c083ea4094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:49.795639272Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"c120e21e-a749-4509-a781-ba2f49986ee5","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:49.795706067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-7af1a5","namespace":"ai-tenant-e2e-ipp-a-7af1a5"},"namespace":"ai-tenant-e2e-ipp-a-7af1a5","name":"ipp-route-7af1a5","reconcileID":"c120e21e-a749-4509-a781-ba2f49986ee5","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-7af1a5/ipp-route-7af1a5-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-7af1a5]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:50.033109141Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-96cd49","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-96cd49","reconcileID":"2ea9bb16-3b07-4932-a59f-cc0cd2537591","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-a-96cd49\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:51.983296913Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-list-subs-refs-sub","reconcileID":"4c177ebf-8b0d-4de3-bf3a-ac167e81ec21","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:52.036795865Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"e2e-list-subs-refs-sub","reconcileID":"4c177ebf-8b0d-4de3-bf3a-ac167e81ec21","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-ed8218/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:52.105614032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"355c9385-fd0e-4a94-bb8e-05f527fc81a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:52.235268779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"312c0739-b718-4535-8358-adf1ab08f3f4","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:52.280014269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"fdf104d0-0f07-40de-932a-b4ba928f43c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:52.281027907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"57504657-d8db-420b-9f76-eaf99525babf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:52.299948186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"fdf104d0-0f07-40de-932a-b4ba928f43c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:52.301130649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"57504657-d8db-420b-9f76-eaf99525babf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:52.931415197Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-enrichment-sub","reconcileID":"a1873e05-d2a9-458d-87a9-aad74595b4e2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:52.946705528Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-enrichment-sub","reconcileID":"a1873e05-d2a9-458d-87a9-aad74595b4e2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:52.962074844Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-enrichment-sub","reconcileID":"a1873e05-d2a9-458d-87a9-aad74595b4e2","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:53.05859668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"bb7ac012-6555-4cc8-bdc7-d4fdb0820621","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"tenant":"e2e-worker-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:53.058719554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"e2e-enrichment-model-ref","reconcileID":"bb7ac012-6555-4cc8-bdc7-d4fdb0820621","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:53.107463844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"26947222-073f-412d-bbbe-3f006f3beb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:53.112893878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"fb6677e6-ab71-49f0-93b3-1cad37e2f6dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:53.131537281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"26947222-073f-412d-bbbe-3f006f3beb5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:53.136091467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"fb6677e6-ab71-49f0-93b3-1cad37e2f6dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:53.340262279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"e16b826b-6c00-4b97-98e6-851350f3f855","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.007221278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"6dd513eb-d6ba-49e2-8fad-895fc45f4411","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.026577113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"cc244f05-eeba-4028-95c8-be5fe7d2f545","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:54.044251265Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-sub","reconcileID":"8db751c7-9267-4a24-bf84-f6ad35ec60b9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.052791441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"deddf466-7b56-47f9-95c2-c889833e35a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.052791778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"08b73275-c655-4cd9-a192-3f1221fadf27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.073021745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"deddf466-7b56-47f9-95c2-c889833e35a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.073229573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"08b73275-c655-4cd9-a192-3f1221fadf27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.084552401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"b0ac957f-d913-433c-96a5-6839c2577e52","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.102134438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"0a7f39ed-4afd-4b70-af00-bb380c1fc3eb","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.168143199Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-sub","reconcileID":"39e1b475-d6fa-4176-8079-d829cbfc1f51","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-distinct-w0-e57216","model":"distinct-w0-e57216","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e57216/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.203963025Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e57216 priority=0:[ai-tenant-e2e-worker-w0-e57216/e2e-model-match-sub ai-tenant-e2e-worker-w0-e57216/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.204055661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"97b53159-5240-4fe4-ab5b-a075f9c4530e","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.224473205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"efa0bdf9-2a99-4cd2-964b-67edd0a72d53","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:54.225741386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-sub","reconcileID":"39e1b475-d6fa-4176-8079-d829cbfc1f51","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.236129176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"cd85cee2-d482-4b6f-815c-7a526c7029e0","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:54.240312828Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e57216/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.249435297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"f95449bf-b353-450c-8bb9-8e1ee2b64963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.249476578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c0634af6-b069-4588-8c57-2c25b6169c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.25591832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"9ccda2b9-28f1-4ade-aa0c-349020601c38","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.269690005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"f95449bf-b353-450c-8bb9-8e1ee2b64963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.270685208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c0634af6-b069-4588-8c57-2c25b6169c35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.271097373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-sub","reconcileID":"1bbcd04a-efc5-46c0-8b89-fb3db739979d","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-distinct-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/distinct-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.325592706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"29829371-246a-4052-9dd1-d5fb074f4a4c","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.390757075Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"406cbff0-0726-41c4-a287-db6b56d62c67","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.394432966Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-sub","reconcileID":"7e43f9e5-d6d9-4cd5-9aba-3faa4b8df7a9","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-distinct-2-w0-e57216","model":"distinct-2-w0-e57216","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e57216/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.411712287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"3d1e59e7-3e0e-42f5-8929-9fd44ea22587","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:54.428326924Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"3d1e59e7-3e0e-42f5-8929-9fd44ea22587","name":"distinct-w0-e57216","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-e57216\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:54.428382302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"3d1e59e7-3e0e-42f5-8929-9fd44ea22587","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-e57216\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.433847091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"e7e1653f-8aae-4a3f-8a1d-3e40d689118a","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.455003571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"fc8d9847-a911-44f5-aedd-f29f79834e96","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.463556596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"f1e69268-9cbb-4bd9-afbd-02f7ec6ccf33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.464814456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"218493a9-1b87-4b78-a5f4-8cc92ef79604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.468274034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"a89491db-a8db-42f6-8684-9bdd73eaf468","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.532373324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-sub","reconcileID":"621c1637-f05d-4fc9-9bfe-a274add2225e","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-distinct-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/distinct-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.535975774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"f1e69268-9cbb-4bd9-afbd-02f7ec6ccf33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.538395865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"218493a9-1b87-4b78-a5f4-8cc92ef79604","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.54315504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"a89491db-a8db-42f6-8684-9bdd73eaf468","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.637441849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-sub","reconcileID":"4969c60c-b538-4457-8619-55f49301ba3e","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-distinct-2-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/distinct-2-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.654943498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"d8f740e2-ae76-42c0-8596-28030df1eb09","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.677018296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"379825ca-3283-42ce-8be1-2402b281c2cf","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.738354556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c40cd78d-69df-4eff-a2ad-4c2b6620852a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.738412052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"e441e5fd-2044-4cb2-ab7a-9db96c62171b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.740574763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-sub","reconcileID":"f716800d-b5da-4781-a4ae-092aad2c058a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-distinct-2-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/distinct-2-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.747433102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"c3ac2e12-50cc-4fd7-829c-2d2fc5649cde","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.755664427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"f2a28e99-c908-4f99-b2d8-bee7313b8c16","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.755740878Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e57216 priority=0:[ai-tenant-e2e-worker-w0-e57216/e2e-model-match-sub ai-tenant-e2e-worker-w0-e57216/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.759436406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"e441e5fd-2044-4cb2-ab7a-9db96c62171b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.759452449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c40cd78d-69df-4eff-a2ad-4c2b6620852a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.767728491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"c3ac2e12-50cc-4fd7-829c-2d2fc5649cde","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.77758478Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"540c24f0-f2b2-4212-b62d-8a16b71bf73b","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.790551758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"c02e1906-3352-4516-a88b-f6f9c59b3739","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.791492781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"a89908f5-9c11-43c6-b61a-0e52194e0d31","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:11:54.793703965Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-7aeaad/e2e-no-access-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.809280047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"f6fd3615-adc5-4ba4-9c46-ab35647db586","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.809627959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"9fa9a8af-e1d6-4d9d-8348-97ae053d7354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.830954892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"9fa9a8af-e1d6-4d9d-8348-97ae053d7354","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.885913606Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-no-access-sub","reconcileID":"b994021a-dcf3-4ebe-b6db-43be589d86ae","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-distinct-w2-7aeaad","model":"distinct-w2-7aeaad","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-7aeaad/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.980721861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"4e0378c6-11d1-48db-bfbe-a4bc86c19a5e","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.98694929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"99b1663a-de19-49e0-b7b4-1570fffc0c07","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.987947308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"58966002-4680-4f24-9e66-7485efdf0991","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:54.994827869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"4a5926aa-51ae-4730-be53-455b5c5a67f1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.014411879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"4a5926aa-51ae-4730-be53-455b5c5a67f1","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.024356576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"7a7be94e-969b-415d-b97b-097a95bd37cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.033379866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-no-access-sub","reconcileID":"45516ba3-9248-407d-8b99-19c3c122bd05","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-distinct-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/distinct-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.038534729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"bee55114-a8a0-4994-bf09-ac313e005550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.038794982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"b39a3d3c-e640-47b6-be00-de082cc8393d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.04412041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"7a7be94e-969b-415d-b97b-097a95bd37cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.059729606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"bee55114-a8a0-4994-bf09-ac313e005550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.059978726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"b39a3d3c-e640-47b6-be00-de082cc8393d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.139371419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"d7f4b8ed-5679-4436-a0fe-7044da8bc986","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.160865118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"d7f4b8ed-5679-4436-a0fe-7044da8bc986","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.185621555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"741580a0-551d-443d-b496-8c3ee0f13097","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.225327964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"c280e42d-9dd2-4df9-8058-a982f9700f21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.254253822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"c280e42d-9dd2-4df9-8058-a982f9700f21","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.327515079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-no-access-auth","reconcileID":"97b27d00-98a7-4a20-a427-4fa797aee71a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.350388878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-no-access-auth","reconcileID":"97b27d00-98a7-4a20-a427-4fa797aee71a","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.599954228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"072fdfa5-78ef-4691-9ec8-be649f367838","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.767858418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-no-access-auth","reconcileID":"eac67482-c752-48f8-9e6b-2359bcf108ab","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.790093503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-no-access-auth","reconcileID":"eac67482-c752-48f8-9e6b-2359bcf108ab","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.87433792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"12477914-6d04-496a-8edd-9d8d225bc028","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:55.938387297Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-sub","reconcileID":"4757290a-94cd-43aa-af83-a2772e01b2e4","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f09f7f54","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:56.003027282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"f5797559-0e60-465f-91f1-edbc5e9cc13d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:56.004401135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"52c187b5-9ee4-47da-8ba2-477e7955ba78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:56.005135433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"b3164a96-e7db-4608-b3b0-59ab4bafdbec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:56.006015339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"534e4497-f718-48fe-a6d7-339d83be7677","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:56.08685128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"534e4497-f718-48fe-a6d7-339d83be7677","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:56.094683247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"f5797559-0e60-465f-91f1-edbc5e9cc13d","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:56.098354774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"52c187b5-9ee4-47da-8ba2-477e7955ba78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:56.105999516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"b3164a96-e7db-4608-b3b0-59ab4bafdbec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:56.304672861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"9cb82f2e-2d97-42d3-b5db-6e635b216378","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:56.315332527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"cc5a959b-3ce6-4bfd-81f7-017dce66cb47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:56.315331719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"a4341e7e-5523-439a-8a73-98cf298be50f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:56.315578623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"696b20b3-9f3a-4edf-86aa-30143eced349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:56.325232473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"9cb82f2e-2d97-42d3-b5db-6e635b216378","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:56.336868986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"cc5a959b-3ce6-4bfd-81f7-017dce66cb47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:56.336879241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"696b20b3-9f3a-4edf-86aa-30143eced349","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:56.339641905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"a4341e7e-5523-439a-8a73-98cf298be50f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:57.924784485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-no-access-auth","reconcileID":"19178306-4fdf-4f9e-95d1-8d93f68c70e1","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/distinct-2-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:57.92486997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"e7d496dc-b00c-4b13-b16c-d9a8ef24b67d","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:58.071179349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"06c4d4a0-bb06-4bcb-9015-b37a7dc888de","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:58.226987401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"e14ad31d-1303-45fe-8048-a6df733536be","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:58.278158152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"fbf353d2-54fd-4a19-a2f4-8ba49a88ef7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:58.278597297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"54d8f5ba-3d44-4d3a-bc27-31d5c0510281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:58.299498991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"54d8f5ba-3d44-4d3a-bc27-31d5c0510281","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:58.299583426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"fbf353d2-54fd-4a19-a2f4-8ba49a88ef7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:58.68438857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ceaeca-02e7-46b2-b214-04bb2eb3c734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:58.699542573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ceaeca-02e7-46b2-b214-04bb2eb3c734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:58.715463342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ceaeca-02e7-46b2-b214-04bb2eb3c734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:58.731425126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00ceaeca-02e7-46b2-b214-04bb2eb3c734","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:11:59.624652367Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-26a2a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-26a2a4","reconcileID":"7d75c3cf-6542-42da-8900-677b003b1fb0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-26a2a4","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-26a2a4":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:00.758254627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"fea1130a-8623-486c-b112-3a38d7f394b0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:00.75881047Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-sub","reconcileID":"74db45c6-8c28-49d6-8259-55e83e91d859","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:00.814063771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0119ff2b-b760-4e31-a36f-413fcdd1ca51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:00.884551801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0119ff2b-b760-4e31-a36f-413fcdd1ca51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:00.972429203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0119ff2b-b760-4e31-a36f-413fcdd1ca51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:01.238769119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0119ff2b-b760-4e31-a36f-413fcdd1ca51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:01.401777649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"ea0121e9-2452-4e76-9ed6-29af179241f4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"tenant":"e2e-worker-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:01.405312541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"ea0121e9-2452-4e76-9ed6-29af179241f4","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:01.6879553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"e6e69eb1-1280-4111-ac77-1d25ae910418","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:01.73922958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"e6e69eb1-1280-4111-ac77-1d25ae910418","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:01.796356377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"2a8efc96-1edb-447f-82a6-fa2543f4ea35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:01.796777416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"51d06204-4cd3-4c75-96a6-37690a52f07b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:01.885248935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"51d06204-4cd3-4c75-96a6-37690a52f07b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:02.037309462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"2a8efc96-1edb-447f-82a6-fa2543f4ea35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:02.119055847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"9be9d40a-87c2-492b-afdb-9fdb2e529029","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:02.175121876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"9be9d40a-87c2-492b-afdb-9fdb2e529029","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:02.500649813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"6e9506e5-f95b-45e1-879a-2cade591a45a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:02.677814927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"62feb05b-3631-492a-beec-3472bb2a7ea2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:02.753414297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"6e9506e5-f95b-45e1-879a-2cade591a45a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:02.754806194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"70aa1ff5-645e-445d-8dee-083ff9a46e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:03.173695462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"70aa1ff5-645e-445d-8dee-083ff9a46e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:03.222618879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"62feb05b-3631-492a-beec-3472bb2a7ea2","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:03.638380051Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-sub","reconcileID":"847512e8-5759-4ea1-85aa-07b67c7dad3d","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:12:03.639732334Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-26a2a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-26a2a4","reconcileID":"aa7e1873-5eb3-48e1-8d1a-1374ad110901","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-a-w4-26a2a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:03.789456817Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"e2e-temp-model-status","reconcileID":"a073b842-07ce-457b-a6c5-2a3b6a3ad855","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:03.790406577Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-sub","reconcileID":"847512e8-5759-4ea1-85aa-07b67c7dad3d","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:03.929047169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c4ebc227-46e9-42ed-986a-0068639dcf70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:04.148702937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"6509c2c9-cd32-4728-8e14-30e61b209de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:04.153162631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"f7f392f9-e2d3-4d91-a8c8-a857bb515713","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:04.39483984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"6509c2c9-cd32-4728-8e14-30e61b209de5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:04.517468679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"f7f392f9-e2d3-4d91-a8c8-a857bb515713","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:04.517539574Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"f7f392f9-e2d3-4d91-a8c8-a857bb515713","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:04.403849063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"89d26667-2a9b-4b51-8e71-c3ccfbf84fd9","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:04.40511176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c4ebc227-46e9-42ed-986a-0068639dcf70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:05.285622627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"79382fee-2871-476d-a17a-4c8d4d98a022","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:05.3625133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"df5579c7-2e39-410b-87ed-43c1330241bc","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:05.457362131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"09053fad-90e6-4f49-a5c8-fe55e21dbcbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:05.460965404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"79382fee-2871-476d-a17a-4c8d4d98a022","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:05.587065022Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"79382fee-2871-476d-a17a-4c8d4d98a022","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:05.587719509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"eb4fee79-8983-455b-81cf-50c789bf5cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:05.695554305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"09053fad-90e6-4f49-a5c8-fe55e21dbcbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:05.792976629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"eb4fee79-8983-455b-81cf-50c789bf5cb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:05.886614769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"7a164c3c-6124-4802-81a6-99df38302f99","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:06.096558771Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-sub","reconcileID":"283f1f4f-015e-4cc4-ba58-925f7ea4998a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/distinct-w0-e57216","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:06.117696601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-sub","reconcileID":"9a5d7d19-0d05-452c-9557-32aba9b168c6","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-distinct-2-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/distinct-2-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:06.491164292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2785ccb-5950-4993-8d7d-4974f0080e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:06.626060925Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-sub","reconcileID":"283f1f4f-015e-4cc4-ba58-925f7ea4998a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/distinct-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.207935409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2785ccb-5950-4993-8d7d-4974f0080e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.234832333Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-sub","reconcileID":"283f1f4f-015e-4cc4-ba58-925f7ea4998a","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/distinct-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.247740788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2785ccb-5950-4993-8d7d-4974f0080e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.340644041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"c782926b-332c-4c63-b977-e5eecd6ea90b","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.342296177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"605f37bf-a91d-4c32-97a9-f648360b9c8b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.343522254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2785ccb-5950-4993-8d7d-4974f0080e45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.386719157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"77b8f6c2-71a7-4cf3-aff9-13862d073bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.470823334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"605f37bf-a91d-4c32-97a9-f648360b9c8b","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.476837236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"0040edb6-9f1d-4c68-a289-cf058900c7d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.478038623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"eaca99eb-c4f8-4fd2-bcc8-5ca5098d9a44","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.481826788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"3ad26ba7-52e1-4ba7-8faa-bf508c661466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.507839096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"77b8f6c2-71a7-4cf3-aff9-13862d073bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.534168506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-sub","reconcileID":"cc6babe1-cc04-4647-95cc-57329a296e25","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-distinct-2-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/distinct-2-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.574859693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"eaca99eb-c4f8-4fd2-bcc8-5ca5098d9a44","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.585947755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"3ad26ba7-52e1-4ba7-8faa-bf508c661466","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.589830405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"0040edb6-9f1d-4c68-a289-cf058900c7d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.598422925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"fbd9d9d2-b1a8-42ae-b29c-b02f6010defe","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.649660046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"1ca23384-ec13-457a-9264-c89d5da75ee6","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.726061573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"60e9fb79-9a23-4242-b2db-ccd31f460faf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.748061204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"2e768299-2efd-409c-ad5a-8204b96eaf44","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.752234299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"60e9fb79-9a23-4242-b2db-ccd31f460faf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.758879183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"721df136-bd78-4a96-ace0-c60686beecbc","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.773564045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"70a7d483-013e-45a3-969a-c3d063abe176","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.773914256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0a46041e-5c6f-41a0-aa06-ff83b873f2a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.774202072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"7b4efeec-de2e-4374-9604-d45bf0891f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.779941975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"721df136-bd78-4a96-ace0-c60686beecbc","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.796880074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"7b4efeec-de2e-4374-9604-d45bf0891f0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.800351513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"70a7d483-013e-45a3-969a-c3d063abe176","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.800446376Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-sub","reconcileID":"3b6f4eba-c030-4468-a77d-c08db67438c9","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6ef3bb3e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.803286712Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"721df136-bd78-4a96-ace0-c60686beecbc","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.803332722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0a46041e-5c6f-41a0-aa06-ff83b873f2a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.862738596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"33f5a08c-59a3-48e3-b798-8b7f5e262fcf","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.964094543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"3c3c6373-80e6-4930-88ee-e8e6a65ad10e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:07.985251665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"3c3c6373-80e6-4930-88ee-e8e6a65ad10e","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.141029324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"97875da7-67fa-4ef5-8cfb-a5ed843e655e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.14102933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"ef934693-672f-411a-9e79-d734d69d86fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.141231723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"b31ff842-bb4c-4696-95e5-a4429b1a9211","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.160908635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"97875da7-67fa-4ef5-8cfb-a5ed843e655e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.162326264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"ef934693-672f-411a-9e79-d734d69d86fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.163290515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"b31ff842-bb4c-4696-95e5-a4429b1a9211","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.282874376Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-no-access-sub","reconcileID":"9fc97b4f-33c7-4309-9990-9e790f81dcbd","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/distinct-w2-7aeaad","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.298140418Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-no-access-sub","reconcileID":"9fc97b4f-33c7-4309-9990-9e790f81dcbd","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/distinct-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.314009603Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"e2e-no-access-sub","reconcileID":"9fc97b4f-33c7-4309-9990-9e790f81dcbd","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/distinct-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.470744924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"7176a11a-d81d-46ae-8acf-772457622e59","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.515173328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"0c5579f6-0022-4930-9ae2-acce4357b1c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.515173352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"cad651ad-2311-425a-b778-33742f49792f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.536511147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"0c5579f6-0022-4930-9ae2-acce4357b1c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:08.536868107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"cad651ad-2311-425a-b778-33742f49792f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.234510153Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","namespace":"ai-tenant-e2e-praxis-a-f2c8d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.234610565Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","namespace":"ai-tenant-e2e-praxis-a-f2c8d3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.234664549Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","tenant":"e2e-praxis-a-f2c8d3","tenantID":"e2e-praxis-a-f2c8d3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.251655515Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"Deployment","name":"maas-api-e2e-praxis-a-f2c8d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.283149596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"Service","name":"maas-api-e2e-praxis-a-f2c8d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.301647088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-f2c8d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.318619274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-f2c8d3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.336736196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-f2c8d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.354432637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-f2c8d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.374839509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-f2c8d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.392139224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-f2c8d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.407000608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-f2c8d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.421718776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-f2c8d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.441874791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"Service","name":"payload-processing-e2e-praxis-a-f2c8d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.456448773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-f2c8d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.470997797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-f2c8d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.48873577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-f2c8d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.505436053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-f2c8d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.527922316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-f2c8d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.544308924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-f2c8d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.565860972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-f2c8d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.5875457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-f2c8d3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:09.602489719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f2c8d3"},"namespace":"ai-tenant-e2e-praxis-a-f2c8d3","name":"default-tenant","reconcileID":"81745e67-8355-4f5f-99a0-c43373f92cd4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-f2c8d3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:10.522285002Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f2c8d3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f2c8d3","reconcileID":"25c88ed7-8cb5-472b-a693-8174f880d5c8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f2c8d3","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-f2c8d3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:10.737404293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648b815e-d520-4164-8ca6-48d34c0efa69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:10.752915372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648b815e-d520-4164-8ca6-48d34c0efa69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:10.768966221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648b815e-d520-4164-8ca6-48d34c0efa69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:10.784640086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648b815e-d520-4164-8ca6-48d34c0efa69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:11.572415908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d77e402-8f84-4f2c-a5df-3a7b8267f043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:11.587696531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d77e402-8f84-4f2c-a5df-3a7b8267f043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:11.602651218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d77e402-8f84-4f2c-a5df-3a7b8267f043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:11.620054057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d77e402-8f84-4f2c-a5df-3a7b8267f043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:12.20807135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9aa6455-3003-4ea7-9402-dc1ed2e031ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:12.223020081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9aa6455-3003-4ea7-9402-dc1ed2e031ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:12.238106372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9aa6455-3003-4ea7-9402-dc1ed2e031ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:12.253914433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9aa6455-3003-4ea7-9402-dc1ed2e031ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:12.909294711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6ee35f1-6e5d-4155-9ab5-3f77d4c0d033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:12.925078963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6ee35f1-6e5d-4155-9ab5-3f77d4c0d033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:12.941665188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6ee35f1-6e5d-4155-9ab5-3f77d4c0d033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:12.957710862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6ee35f1-6e5d-4155-9ab5-3f77d4c0d033","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:13.629456895Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-b73a75","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-b73a75","reconcileID":"29774475-d29c-4db7-a595-431a0c25a58d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-b73a75","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-b73a75":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:14.033465583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b190a1f8-ce99-4d1e-858b-4003867ed96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:14.04885228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b190a1f8-ce99-4d1e-858b-4003867ed96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:14.063869952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b190a1f8-ce99-4d1e-858b-4003867ed96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:14.079069743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b190a1f8-ce99-4d1e-858b-4003867ed96d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:14.691880099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03dbcbbd-5942-4991-bd8f-5d0bb40cd40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:14.707063627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03dbcbbd-5942-4991-bd8f-5d0bb40cd40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:14.722607291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03dbcbbd-5942-4991-bd8f-5d0bb40cd40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:14.737740039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03dbcbbd-5942-4991-bd8f-5d0bb40cd40c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:15.382750814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"320d7062-6075-4a0c-b2aa-451c6025f8db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:15.40422286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"320d7062-6075-4a0c-b2aa-451c6025f8db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:15.432065763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"320d7062-6075-4a0c-b2aa-451c6025f8db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:12:15.433635371Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-b73a75","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-b73a75","reconcileID":"d8fa93fa-206d-4bdc-a879-3181a8c09fe2","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-a-w2-b73a75\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:15.475466724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"320d7062-6075-4a0c-b2aa-451c6025f8db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:15.710645603Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:17.452927776Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-sub","reconcileID":"78fe19b6-3231-4ef9-af96-a0d604cf88a3","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:17.453076195Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-sub","reconcileID":"78fe19b6-3231-4ef9-af96-a0d604cf88a3","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:17.683475891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"d85b0198-3325-4cd4-be81-8c829a9bd508","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:17.683477323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4b8dcde0-fe52-4bf5-baf7-ac8954c39ed5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:17.68370187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"74ec5539-ba0c-4d83-a904-036bf11eac14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:17.705289156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"d85b0198-3325-4cd4-be81-8c829a9bd508","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:17.705289163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"74ec5539-ba0c-4d83-a904-036bf11eac14","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:17.707435126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4b8dcde0-fe52-4bf5-baf7-ac8954c39ed5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:17.724098033Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"d85b0198-3325-4cd4-be81-8c829a9bd508","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:17.828535159Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-sub","reconcileID":"854250aa-5dcd-4a23-bd55-099105955279","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/distinct-2-w0-e57216","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:17.844577334Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-sub","reconcileID":"854250aa-5dcd-4a23-bd55-099105955279","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/distinct-2-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:17.859565125Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-sub","reconcileID":"854250aa-5dcd-4a23-bd55-099105955279","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/distinct-2-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:17.934882716Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-status-transition-auth","reconcileID":"f7a8be30-959b-4b99-b29c-505a83ee43e1","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:17.952374164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"617ca2bf-f444-4673-97ce-96106bb2b8b2","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.034717489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"e7fc2786-1273-4030-acfd-44939f8260cb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.035258751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c0fdb42a-e9c0-431a-98c8-ccbb3bdef3b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.035548915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"8324c31b-2022-40eb-8667-129dd184a69c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.036362756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"56b93fc6-3b80-4c6d-945e-864e64008d1f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.062128399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"56b93fc6-3b80-4c6d-945e-864e64008d1f","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.064258926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"e7fc2786-1273-4030-acfd-44939f8260cb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.069037769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"8324c31b-2022-40eb-8667-129dd184a69c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.069637127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c0fdb42a-e9c0-431a-98c8-ccbb3bdef3b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.094880141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"6404b197-91bf-4a93-be47-676dc26262e6","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.23760716Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-match-auth","reconcileID":"26003c91-602d-41fc-a45f-68adda8438ec","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/distinct-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.344736284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"262986a3-99aa-4bc5-9030-209e7ed00101","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.387665072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"262986a3-99aa-4bc5-9030-209e7ed00101","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.475026065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"009e8e0a-4311-40f1-a00c-ce98e399d995","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.61722106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"9b13f386-6f0e-465b-aca3-34e51cedeea1","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.617915119Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"e2e-model-nomatch-auth","reconcileID":"2a23f7b5-fb5a-4f1a-80ab-a93f953ed918","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/distinct-2-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.671826547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"c1654d55-1326-430d-b27e-80f42ec97856","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.825838341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"5d3b8e04-b54e-4a50-862d-fd4404e5a035","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.869894783Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"5d3b8e04-b54e-4a50-862d-fd4404e5a035","name":"e2e-praxis-a-96cd49-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.906707119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebd214d-7a53-4287-ad82-51a6bb8a16c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.930269176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebd214d-7a53-4287-ad82-51a6bb8a16c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.966957821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebd214d-7a53-4287-ad82-51a6bb8a16c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:18.982297383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebd214d-7a53-4287-ad82-51a6bb8a16c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.129131343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"c2001802-4aa7-466a-88f7-646cec9ecaa0","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.149417937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"624570ec-93cc-4c69-8e29-4c2142fb8f40","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.217516732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"dfa00be2-cf2f-4ccb-874f-e9bbd8a9e137","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.253755881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"dfa00be2-cf2f-4ccb-874f-e9bbd8a9e137","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.33892413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"d6c238d4-1f3f-42d6-b960-87e13435bf1d","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.376656653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"d1b0af14-99e5-4ec5-b389-41c5a882424a","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:12:19.402800331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf","reconcileID":"c4a1902b-c631-4289-90a2-679ee0733c9a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.41813525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"9cc92c6b-17de-4c2c-a819-39d2df2a429d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.418737558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"947e7279-3b4d-4253-87c6-d58e30f22285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.432060604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"b6f45337-7427-48fd-a3a5-e177a07c6430","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.460843712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"9cc92c6b-17de-4c2c-a819-39d2df2a429d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.465141998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"947e7279-3b4d-4253-87c6-d58e30f22285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.469565642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"35659cd8-0c0f-4bae-9050-e61f9f1c91b5","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.49001306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"a2465e6d-b44c-41f2-a865-5088f7d53d64","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.550125631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0074d622-7785-413a-9a44-588ff48722f2","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.570021234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0074d622-7785-413a-9a44-588ff48722f2","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.588244924Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf","reconcileID":"68ab3f3f-4b3e-40e9-ad27-f65dc9e13194","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w1-99dfb0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.588361247Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf","reconcileID":"68ab3f3f-4b3e-40e9-ad27-f65dc9e13194","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-99dfb0/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.635906535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"8fee0049-ae96-421d-be60-53fb98a4d8d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.652901398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"8f5d8a97-245d-4c3c-ade4-4a52b1644d89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.652918277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"14d72988-0b07-480c-ad88-e774ee58c882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.660182327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"bbfe8d72-be5b-45bb-ae63-7d597ec567bf","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.673678874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"8f5d8a97-245d-4c3c-ade4-4a52b1644d89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.673806445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"14d72988-0b07-480c-ad88-e774ee58c882","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.711886011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57932951-7f6f-40a4-b642-7482ab69ed20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.727052498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57932951-7f6f-40a4-b642-7482ab69ed20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.742552149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57932951-7f6f-40a4-b642-7482ab69ed20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.757933727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57932951-7f6f-40a4-b642-7482ab69ed20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.774802303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"bda0262f-7cee-48f8-912a-851c1c93a255","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.77581921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf","reconcileID":"807a4388-8c3d-4826-af27-128fdc46bc46","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.775926474Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf","reconcileID":"807a4388-8c3d-4826-af27-128fdc46bc46","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-99dfb0/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:19.794510207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"bda0262f-7cee-48f8-912a-851c1c93a255","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:22.014464322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"c767030e-23c9-4130-acd9-231cf5a664c4","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:22.059797661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"3d86ef44-c659-46a3-8d92-a55e3401b3a8","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:22.059794704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"831bbbc2-8166-4148-a52c-dda25da1763c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:22.060062995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"ee83d305-a401-41d7-a8d7-c82488456262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:22.081609767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"831bbbc2-8166-4148-a52c-dda25da1763c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:22.086997214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"ee83d305-a401-41d7-a8d7-c82488456262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:22.088568991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"3d86ef44-c659-46a3-8d92-a55e3401b3a8","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:23.984382117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e28a628a-7d1c-40c1-b493-cbed8dcef3d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:24.001409878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e28a628a-7d1c-40c1-b493-cbed8dcef3d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:24.025501446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e28a628a-7d1c-40c1-b493-cbed8dcef3d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:24.08583943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e28a628a-7d1c-40c1-b493-cbed8dcef3d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:24.870664657Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-b4b5e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-b4b5e3","reconcileID":"6ac828e7-d48d-476b-af1d-3a8cc615e354","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-b4b5e3","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-b4b5e3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:24.887064765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05314ff6-2a76-4be7-b839-331f56cec108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:24.902937891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05314ff6-2a76-4be7-b839-331f56cec108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:24.918060729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05314ff6-2a76-4be7-b839-331f56cec108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:24.943043523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05314ff6-2a76-4be7-b839-331f56cec108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:25.911666657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"775a2a86-317d-4bc3-9dc1-c4624b5971e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:25.929458253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"775a2a86-317d-4bc3-9dc1-c4624b5971e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:25.974442467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"775a2a86-317d-4bc3-9dc1-c4624b5971e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:26.001056115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"775a2a86-317d-4bc3-9dc1-c4624b5971e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:12:26.684039007Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-b4b5e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-b4b5e3","reconcileID":"ecb8b1c5-b0e1-4fdd-97de-ae4e54074a38","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-a-w0-b4b5e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:26.718609188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef6a0302-39bd-43ce-b3cf-b9ab894b9425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:26.791532744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef6a0302-39bd-43ce-b3cf-b9ab894b9425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:26.810868939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef6a0302-39bd-43ce-b3cf-b9ab894b9425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:26.833978361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef6a0302-39bd-43ce-b3cf-b9ab894b9425","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:27.81842973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fe6bad-f0de-4455-a31c-97f56d2f20d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:27.858576193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fe6bad-f0de-4455-a31c-97f56d2f20d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:27.89051129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fe6bad-f0de-4455-a31c-97f56d2f20d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:27.951476481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fe6bad-f0de-4455-a31c-97f56d2f20d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:28.610420864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"c23167eb-bcec-4aed-a36e-d8821fdf43b1","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:28.980557703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02e01177-1657-4492-8fa4-a0b0d2b9e108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:28.999961315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02e01177-1657-4492-8fa4-a0b0d2b9e108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:29.015302416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02e01177-1657-4492-8fa4-a0b0d2b9e108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:29.038250852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02e01177-1657-4492-8fa4-a0b0d2b9e108","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:29.307227012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"fe3c11a5-a9bc-4f49-bcff-f9abb9202d7e","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:30.1907745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"343a4c94-213f-4099-a2eb-ff5c217684a1","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:30.452884219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542e54c5-f458-4033-a059-260f85a0d417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:30.468932744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542e54c5-f458-4033-a059-260f85a0d417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:30.48407936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542e54c5-f458-4033-a059-260f85a0d417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:30.49911305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"542e54c5-f458-4033-a059-260f85a0d417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:32.070403113Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf","reconcileID":"4f3fffaa-5d90-4fb7-b53b-bf488fb263f2","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:32.129921047Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf","reconcileID":"4f3fffaa-5d90-4fb7-b53b-bf488fb263f2","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-99dfb0/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:32.130035978Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf","reconcileID":"4f3fffaa-5d90-4fb7-b53b-bf488fb263f2","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:32.130199812Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf","reconcileID":"4f3fffaa-5d90-4fb7-b53b-bf488fb263f2","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-99dfb0/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:32.18187189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"5e04e62a-a704-40d4-942e-6a8bd76ab70b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:32.210802105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"898cd85a-1ddb-40e3-b3d7-e28e00c5734d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:32.266663949Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"898cd85a-1ddb-40e3-b3d7-e28e00c5734d","name":"e2e-shared-a-w4-26a2a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:32.328643327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"bd18f3fc-1226-48a2-bb4a-4443fb4c2553","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:32.44474805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"092512ec-6546-4c65-84f6-28ca507b8c55","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:32.445648537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a2e82156-7ee4-44b8-ac63-db782ae3f78b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:32.450240004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"f9a787ac-70c7-40f0-a899-3f12bc67dbcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:32.522620631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"d612b88b-40d2-430a-9dcf-37b25976218f","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:32.527095128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"092512ec-6546-4c65-84f6-28ca507b8c55","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:32.5307654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a2e82156-7ee4-44b8-ac63-db782ae3f78b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:32.534533588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"f9a787ac-70c7-40f0-a899-3f12bc67dbcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:32.580806225Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"e2e-degraded-healthy-inf-auth","reconcileID":"d37c1e2a-a80d-4869-97c8-16d79e3fbacb","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:32.684198367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"3a0d8ac0-3a92-466a-b258-0fadd8d42544","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:37.563617192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36901813-4546-47de-ae54-b0cd50cbcca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:37.580516928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36901813-4546-47de-ae54-b0cd50cbcca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:37.597677913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36901813-4546-47de-ae54-b0cd50cbcca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:37.613312841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36901813-4546-47de-ae54-b0cd50cbcca7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:38.208387119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f8e78f-076f-428f-ae05-9acf0cd2faeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:38.223275931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f8e78f-076f-428f-ae05-9acf0cd2faeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:38.238087762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f8e78f-076f-428f-ae05-9acf0cd2faeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:38.255276965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43f8e78f-076f-428f-ae05-9acf0cd2faeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:38.504756607Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-2126fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-2126fb","reconcileID":"ca89ce5d-33fa-4ba6-a39a-009670745f52","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-2126fb","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-2126fb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:39.077499963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78dcf368-c855-4be0-bd71-cdf218c39940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:39.102345666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78dcf368-c855-4be0-bd71-cdf218c39940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:39.119214866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78dcf368-c855-4be0-bd71-cdf218c39940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:39.134258135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78dcf368-c855-4be0-bd71-cdf218c39940","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:39.763789063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115165d2-e781-4236-b1df-9c32b7c1fba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:39.779406255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115165d2-e781-4236-b1df-9c32b7c1fba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:39.79503346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115165d2-e781-4236-b1df-9c32b7c1fba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:39.812387267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"115165d2-e781-4236-b1df-9c32b7c1fba5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.249612385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"cad1ff15-440b-486a-ae71-bcbb9f7e2274","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.293897908Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"cad1ff15-440b-486a-ae71-bcbb9f7e2274","name":"e2e-shared-a-w2-b73a75-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.315088023Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","namespace":"ai-tenant-e2e-ipp-b-618d6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.315146435Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","namespace":"ai-tenant-e2e-ipp-b-618d6c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.315242925Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","tenant":"e2e-ipp-b-618d6c","tenantID":"e2e-ipp-b-618d6c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.333125141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"Deployment","name":"maas-api-e2e-ipp-b-618d6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.376441178Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"Service","name":"maas-api-e2e-ipp-b-618d6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.399305871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-618d6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.416342087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-618d6c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.436562353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-618d6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.454664749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-618d6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.475311145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-618d6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.493956768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-618d6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.51642595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-618d6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.539878667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-618d6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.582534524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"Service","name":"payload-processing-e2e-ipp-b-618d6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.612375151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-618d6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.631580761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-618d6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.651865684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-618d6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.672366452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-618d6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.691362584Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-618d6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.708620851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-618d6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.728092407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-618d6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.745572338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-618d6c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:40.762639259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-618d6c"},"namespace":"ai-tenant-e2e-ipp-b-618d6c","name":"default-tenant","reconcileID":"a1360a3b-91cf-4b92-8424-01040714af3b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-618d6c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:41.318928306Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-618d6c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-618d6c","reconcileID":"e0f231c3-703d-4352-9d99-2f6b86341b0c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-618d6c","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-618d6c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:43.332992359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"678aae5f-7ed3-4e4e-b8ab-b372e1826e13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:43.334279125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"c91f9f89-b8f2-4af9-9f13-ad0277a60dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:43.383874272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"678aae5f-7ed3-4e4e-b8ab-b372e1826e13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:43.399763216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"c91f9f89-b8f2-4af9-9f13-ad0277a60dfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:43.48853513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589a6306-37e6-4fd6-b942-cd2c55ea0d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:43.518905873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589a6306-37e6-4fd6-b942-cd2c55ea0d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:43.544464057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589a6306-37e6-4fd6-b942-cd2c55ea0d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:43.609687994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"589a6306-37e6-4fd6-b942-cd2c55ea0d0f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:43.970272038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"1d5eab9e-3542-4eed-8481-3708e34d34bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:43.970154986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"d25bf36d-c62c-4415-b6cb-1c12723b2de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:44.028858691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"1d5eab9e-3542-4eed-8481-3708e34d34bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:44.029841785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"d25bf36d-c62c-4415-b6cb-1c12723b2de3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:45.371906542Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"cb761e22-d3dd-4f46-91ab-5cf3e6f8eecb","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:45.714590648Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:45.867881073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7600152-3f97-4733-882a-48455e658ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:45.896947003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7600152-3f97-4733-882a-48455e658ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:45.913705784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7600152-3f97-4733-882a-48455e658ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:45.959178694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7600152-3f97-4733-882a-48455e658ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:46.26236214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"4dee52dc-9665-461f-bca0-2c77bc9463a1","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.221056868Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","namespace":"ai-tenant-e2e-praxis-b-65ffcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.221291127Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","namespace":"ai-tenant-e2e-praxis-b-65ffcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.221419472Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","tenant":"e2e-praxis-b-65ffcb","tenantID":"e2e-praxis-b-65ffcb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.239644137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"Deployment","name":"maas-api-e2e-praxis-b-65ffcb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.271477666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"Service","name":"maas-api-e2e-praxis-b-65ffcb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.289987716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-65ffcb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.307035818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-65ffcb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.324745913Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-65ffcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.34255578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-65ffcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.362627242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-65ffcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.379529716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-65ffcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.393949143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-65ffcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.412320525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-65ffcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.427530133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"Service","name":"payload-processing-e2e-praxis-b-65ffcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.442055028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-65ffcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.456460204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-65ffcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.47389929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-65ffcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.488726347Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-65ffcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.515455182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-65ffcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.537518702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-65ffcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.555000423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-65ffcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.583538816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-65ffcb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:49.605650655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-65ffcb"},"namespace":"ai-tenant-e2e-praxis-b-65ffcb","name":"default-tenant","reconcileID":"9970e613-69fc-4cf9-a7bf-6f5bdc89ef3a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-65ffcb","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:12:49.877541718Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-96cd49","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-96cd49","reconcileID":"a4483617-7731-44c5-8089-30933d2cda2c","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-a-96cd49\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:50.428061822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62608e3c-a00f-4eae-b4d8-c7413fdae9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:50.443065412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62608e3c-a00f-4eae-b4d8-c7413fdae9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:50.451982328Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-65ffcb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-65ffcb","reconcileID":"97205e95-21d6-4997-8bd6-d296b4ac05d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-65ffcb","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-65ffcb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:50.458148911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62608e3c-a00f-4eae-b4d8-c7413fdae9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:50.473644562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62608e3c-a00f-4eae-b4d8-c7413fdae9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:51.252529957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c875179-87be-4d83-8085-d8d32e518f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:51.268235185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c875179-87be-4d83-8085-d8d32e518f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:51.283364629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c875179-87be-4d83-8085-d8d32e518f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:51.298222782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c875179-87be-4d83-8085-d8d32e518f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:52.040700643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468a32e2-0d4d-4b8a-9ac2-0ad60a50780c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:52.057791094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468a32e2-0d4d-4b8a-9ac2-0ad60a50780c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:52.072836894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468a32e2-0d4d-4b8a-9ac2-0ad60a50780c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:52.087880985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"468a32e2-0d4d-4b8a-9ac2-0ad60a50780c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:52.802423044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f932d8fc-3c84-4010-b43d-8c4863d324b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:52.817599277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f932d8fc-3c84-4010-b43d-8c4863d324b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:52.834546782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f932d8fc-3c84-4010-b43d-8c4863d324b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:52.853575948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f932d8fc-3c84-4010-b43d-8c4863d324b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:53.516590121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45cc97ab-0388-458c-becb-f773823dc47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:53.534204116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45cc97ab-0388-458c-becb-f773823dc47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:53.550429029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45cc97ab-0388-458c-becb-f773823dc47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:53.567307472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45cc97ab-0388-458c-becb-f773823dc47c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:53.812169028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"626a44f3-0862-4ff8-a183-cea48b77ba90","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:54.237212831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0250415d-22f0-41b8-b774-eb7b325a2d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:54.257486518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0250415d-22f0-41b8-b774-eb7b325a2d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:54.272924933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0250415d-22f0-41b8-b774-eb7b325a2d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:54.288422412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0250415d-22f0-41b8-b774-eb7b325a2d02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:56.300787736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"8e8019f7-de28-4e84-bc93-a4647f3f45a3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:56.345739104Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"8e8019f7-de28-4e84-bc93-a4647f3f45a3","name":"e2e-shared-a-w0-b4b5e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:58.947338018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"da36880d-409c-4555-9e3d-a168966f7e3e","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:58.965925651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"32e79414-f7a2-490e-8360-7b5277446048","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:12:58.982612944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-ordering-sub","reconcileID":"b37155f0-9fe6-40df-87a9-9cb709e4a006","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:58.995823636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"4b21540c-4983-49fd-88ca-7c753720ead5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.021302232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"de13d3c8-3658-416f-b6c7-e4f1960176c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.025027208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"4b21540c-4983-49fd-88ca-7c753720ead5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.04060835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"46287588-5389-4f67-aeda-9bdbe3f115e9","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.041672213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"de13d3c8-3658-416f-b6c7-e4f1960176c7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.065144296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"7748a600-3c8b-420f-8079-0064eab18fc0","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.134122929Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-ordering-sub","reconcileID":"0cc5380f-873e-441e-9051-e0e49235f65a","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w5-2077b4/e2e-ordering-sub","ai-tenant-e2e-worker-w5-2077b4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.189507689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"fee1fc76-f74e-436f-a521-745cba56e6fa","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.201377557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"995171a6-6ef0-43c1-92ad-460b6c1bb6e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.213178227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"dec8c800-221d-48ba-8e50-fcd8e5c916b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.222704202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"995171a6-6ef0-43c1-92ad-460b6c1bb6e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.322494192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"206293aa-90ff-4a35-a18a-1261d10e7ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.33700327Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-ordering-sub","reconcileID":"9e13ce92-4d4f-4b35-9a93-c7a8a598bfaa","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.342530194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"206293aa-90ff-4a35-a18a-1261d10e7ad1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.801013137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e83efc5-c04a-4071-aa6a-6497b780f868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.816048995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e83efc5-c04a-4071-aa6a-6497b780f868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.830931746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e83efc5-c04a-4071-aa6a-6497b780f868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:12:59.848425062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e83efc5-c04a-4071-aa6a-6497b780f868","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:00.442247642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248dfcec-a75c-4091-922d-b76b6f5bf226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:00.459633511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248dfcec-a75c-4091-922d-b76b6f5bf226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:00.475515925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248dfcec-a75c-4091-922d-b76b6f5bf226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:00.490796453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248dfcec-a75c-4091-922d-b76b6f5bf226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:00.669988098Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7a3c1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7a3c1a","reconcileID":"b1353aed-d0aa-4899-8ecd-09e7fd8e8e69","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-7a3c1a","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-7a3c1a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:01.201071573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3f8a54-c011-4959-9337-b501cf168336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:01.276293279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3f8a54-c011-4959-9337-b501cf168336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:01.292016914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3f8a54-c011-4959-9337-b501cf168336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:01.307055831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c3f8a54-c011-4959-9337-b501cf168336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:01.940776277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"30d1b217-57b5-404e-9d1a-2a4db12927e4","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:01.961153439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"32261086-f147-41c4-af22-682af83abccf","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:02.005610548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-ordering-auth","reconcileID":"7880c80b-cfaa-4973-a500-1ff79511f12f","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:02.025904821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-ordering-auth","reconcileID":"7880c80b-cfaa-4973-a500-1ff79511f12f","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:02.11349535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"9db46968-caeb-4727-bc1a-97b19237468a","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:03.501126328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64be7b3b-bf94-4b61-ba01-e2754979fc9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:03.516247788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64be7b3b-bf94-4b61-ba01-e2754979fc9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:03.532605065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64be7b3b-bf94-4b61-ba01-e2754979fc9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:03.552743735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64be7b3b-bf94-4b61-ba01-e2754979fc9a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:04.392753432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17c936b-70a1-4428-84d1-ee278cdaaa12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:04.440180628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17c936b-70a1-4428-84d1-ee278cdaaa12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:04.488061189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17c936b-70a1-4428-84d1-ee278cdaaa12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:04.578078963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d17c936b-70a1-4428-84d1-ee278cdaaa12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:04.857347871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"2fd86806-4020-4c5f-95bd-bfab2d59966e","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:04.908940913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"56bcb5aa-90e4-4964-8103-eba2620e52ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:04.909035056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-ordering-auth","reconcileID":"50908464-16e2-49df-a701-e69ed1daa07a","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:04.909263013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"d394bed9-5b17-48cb-9944-b917666b8645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:04.956247447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"d394bed9-5b17-48cb-9944-b917666b8645","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:04.957977222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"56bcb5aa-90e4-4964-8103-eba2620e52ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:04.959205636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-ordering-auth","reconcileID":"50908464-16e2-49df-a701-e69ed1daa07a","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.390953542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36086812-4445-4c90-8986-2b132d61ff23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.416786199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36086812-4445-4c90-8986-2b132d61ff23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.43306456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36086812-4445-4c90-8986-2b132d61ff23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.457508574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36086812-4445-4c90-8986-2b132d61ff23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:05.544590262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"44fd7f80-b5be-410a-ae7a-a1297634249d","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:06.148831568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b8b1ec-0828-4db3-9ca3-53204aa34578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:06.164252607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b8b1ec-0828-4db3-9ca3-53204aa34578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:06.181158058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b8b1ec-0828-4db3-9ca3-53204aa34578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:06.197808726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95b8b1ec-0828-4db3-9ca3-53204aa34578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:06.853099311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e31618d8-70f5-4549-a6b2-4a3aa4092d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:06.869590323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e31618d8-70f5-4549-a6b2-4a3aa4092d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:06.884975706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e31618d8-70f5-4549-a6b2-4a3aa4092d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:06.899975696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e31618d8-70f5-4549-a6b2-4a3aa4092d22","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:10.693970453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"725c0579-cfbc-4feb-bd5c-9ae6d2d1ce85","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:10.739835145Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"725c0579-cfbc-4feb-bd5c-9ae6d2d1ce85","name":"e2e-shared-a-w1-2126fb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:13.736807825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754c52f7-b439-4243-af54-51143a80c989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:13.752016207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754c52f7-b439-4243-af54-51143a80c989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:13.766940747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754c52f7-b439-4243-af54-51143a80c989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:13.782054783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"754c52f7-b439-4243-af54-51143a80c989","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.406796689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6825ed99-29f2-457c-be22-a4e6852bf8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.422141867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6825ed99-29f2-457c-be22-a4e6852bf8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.437876549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6825ed99-29f2-457c-be22-a4e6852bf8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.45350881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6825ed99-29f2-457c-be22-a4e6852bf8c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.716098556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"a48af912-e038-43b7-8278-33ff6d75076a","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.736016561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"139be24b-332f-4412-9f86-657e99b26422","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.797999278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-auth","reconcileID":"08deabcb-d59a-47c4-82bd-6c5c7b86d1dd","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.818294459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-auth","reconcileID":"08deabcb-d59a-47c4-82bd-6c5c7b86d1dd","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.945325135Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-ordering-sub","reconcileID":"bc6b1f4d-8f8b-4fa4-afdc-bf5e11aa18d6","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.965853036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"4f1e10c7-d3d0-4f93-95cc-5b536dcd00eb","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.98636718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"75d25f24-1c4f-456a-bc8a-21578bb007cd","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:14.997698107Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-ordering-sub","reconcileID":"bc6b1f4d-8f8b-4fa4-afdc-bf5e11aa18d6","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-2077b4/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:13:14.998534899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-sub","reconcileID":"4c5450ce-0a02-42bb-80c0-3195d47ea6d4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.023700224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"209e71d2-2759-480d-9e64-f7190959bdee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.024251272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"1fb13fe8-ac01-431f-84f7-de5ac2937410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.024638203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"884c2e0e-cfdf-447d-a6ef-7cbb39b4ebae","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.04453332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"1fb13fe8-ac01-431f-84f7-de5ac2937410","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.046970942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"209e71d2-2759-480d-9e64-f7190959bdee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.055260869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"e92bd3fd-2047-49d2-b128-8c378d7c8b69","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.056111712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"babb1da6-8b59-4d37-a53b-2055c19310ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.153319334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"e71810ec-0795-4e18-b394-4b00591154cc","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.153926168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"156b180d-74a6-4592-9db1-729d7e1ec634","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.232106888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-auth","reconcileID":"9097f732-ae49-4a4a-a8f3-036665182a8e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.236365278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"cbc93c18-45c3-43c2-8f03-7dad64219b0f","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.250562985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e494c02d-6050-4dc2-acac-ad3d2e35ca43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.251573634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"a340cd67-84e6-47b1-bf02-456a1b4398c9","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.253700613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-auth","reconcileID":"9097f732-ae49-4a4a-a8f3-036665182a8e","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.255778715Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-sub","reconcileID":"436eec56-5e46-421f-8a72-999d7ffa5e6f","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-1ee571/e2e-status-active-sub","ai-tenant-e2e-worker-w6-1ee571/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.267369041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e494c02d-6050-4dc2-acac-ad3d2e35ca43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.321468263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e494c02d-6050-4dc2-acac-ad3d2e35ca43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.336970716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e494c02d-6050-4dc2-acac-ad3d2e35ca43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.352037937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"5de7dd52-5858-4966-ab00-0cb94d7867f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.352351564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"29e88846-4319-4ec4-aef8-425035cbdbdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.368541469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"95bc77c1-4f7f-4cdd-8d37-2c46dcb82f8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.3685831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"7500d170-b29d-45b2-8cbe-ceaed1271bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.373660038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"5de7dd52-5858-4966-ab00-0cb94d7867f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.373994621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"29e88846-4319-4ec4-aef8-425035cbdbdb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.374592008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"ca3e8518-a25b-49dc-8b2e-193d375009d1","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.388993433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"95bc77c1-4f7f-4cdd-8d37-2c46dcb82f8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.389265509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"7500d170-b29d-45b2-8cbe-ceaed1271bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.39071859Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"1763ad9f-22c2-4026-90f0-597c73ffb5ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-1ee571/e2e-status-active-sub","ai-tenant-e2e-worker-w6-1ee571/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.469514715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-sub","reconcileID":"3220a837-f06f-4d1d-baa9-c2222d7e2d16","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.483588125Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"e2e-ordering-auth","reconcileID":"d4bdd56f-bf7a-4671-a80f-b3d8f883811b","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:13:15.48489608Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-auth","reconcileID":"9097f732-ae49-4a4a-a8f3-036665182a8e","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-status-active-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.486576647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"7848f1f8-a16f-4e6e-a715-41b84e8feb6f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.531141651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-auth","reconcileID":"3e398f08-8d4d-4c79-8347-f4c0348f99f6","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.551398021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-auth","reconcileID":"3e398f08-8d4d-4c79-8347-f4c0348f99f6","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.567427702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-sub","reconcileID":"6277886a-0f0d-490d-a6cd-bed98e06cc39","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.651723977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"8c1a475d-2ec6-4bdd-92cc-7a586de8a07c","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.688021291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"6725a710-52e2-4f5a-9a7b-792f967dfdea","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.70460462Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.735061576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"65eab0b0-e599-4412-b8de-43bc97550597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.760564491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"65eab0b0-e599-4412-b8de-43bc97550597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.836983353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-auth","reconcileID":"4ad4ea8e-d736-4077-b30f-79b115242706","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.836984925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"fe6f8d76-33bc-4833-9121-49c3d5341341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.879695254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"fe6f8d76-33bc-4833-9121-49c3d5341341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:15.881956689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-auth","reconcileID":"4ad4ea8e-d736-4077-b30f-79b115242706","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:16.077313114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d934872-419d-4152-9d07-3a7c19521388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:16.14594032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d934872-419d-4152-9d07-3a7c19521388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:16.173718156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d934872-419d-4152-9d07-3a7c19521388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:16.219464424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d934872-419d-4152-9d07-3a7c19521388","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:16.270257849Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-4ad17e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-4ad17e","reconcileID":"b13da2c8-a9be-43b4-8100-94ab0d70a630","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-4ad17e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-4ad17e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:17.19940017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfe7402-046f-41bc-8d78-236b39dead07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:17.216329247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfe7402-046f-41bc-8d78-236b39dead07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:17.232528387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfe7402-046f-41bc-8d78-236b39dead07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:17.247782464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcfe7402-046f-41bc-8d78-236b39dead07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:18.312000244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e54990-9cb7-44b7-a71a-aaa8a2e8cc8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:18.331520808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e54990-9cb7-44b7-a71a-aaa8a2e8cc8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:18.347626647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e54990-9cb7-44b7-a71a-aaa8a2e8cc8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:18.362850866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98e54990-9cb7-44b7-a71a-aaa8a2e8cc8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:19.339307127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b2be5b-a5d4-4245-9d9d-4ca35d105976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:19.35496315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b2be5b-a5d4-4245-9d9d-4ca35d105976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:19.369749348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b2be5b-a5d4-4245-9d9d-4ca35d105976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:19.384514246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2b2be5b-a5d4-4245-9d9d-4ca35d105976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.000600943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c00094-f735-4008-82ff-ab8b8ef7c3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.015788368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c00094-f735-4008-82ff-ab8b8ef7c3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.030895136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c00094-f735-4008-82ff-ab8b8ef7c3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.046249018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93c00094-f735-4008-82ff-ab8b8ef7c3ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.386638298Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-c83b50","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-c83b50","reconcileID":"4bbbe0bc-a583-4fb0-bc17-241a1ac10153","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-c83b50","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-c83b50":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.908678618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e79202a-5402-4713-b53d-defeda99ad4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.92373931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e79202a-5402-4713-b53d-defeda99ad4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.938759392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e79202a-5402-4713-b53d-defeda99ad4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:20.954059579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e79202a-5402-4713-b53d-defeda99ad4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:21.111134661Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-c47a72","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-c47a72","reconcileID":"03910ba1-d4e7-44dc-96ea-ca1a1e6d3d9f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-c47a72","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-c47a72":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:22.465252532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0433efe-2f5a-45f8-914a-04e049dc38cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:22.562958699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0433efe-2f5a-45f8-914a-04e049dc38cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:22.593035194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0433efe-2f5a-45f8-914a-04e049dc38cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:22.660364807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0433efe-2f5a-45f8-914a-04e049dc38cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:13:23.27035441Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-c83b50","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-c83b50","reconcileID":"6f705eeb-3819-4448-a65b-b9eb54e58b9b","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-b-w2-c83b50\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:25.306977067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d12f98-7537-4fbb-8f41-6d300502962b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:25.42975086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d12f98-7537-4fbb-8f41-6d300502962b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:25.564059243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d12f98-7537-4fbb-8f41-6d300502962b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:25.621234766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d12f98-7537-4fbb-8f41-6d300502962b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:25.843010458Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-sub","reconcileID":"fabd53e4-ed35-4761-8610-7ade9d5bddec","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:25.973014748Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-sub","reconcileID":"fabd53e4-ed35-4761-8610-7ade9d5bddec","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-1ee571/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:26.068053189Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"5dad4258-a1cd-464b-9c51-9930f200b9e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:26.142147162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-2-w6-1ee571","reconcileID":"4063aeb4-a708-4a97-a1b8-903b7549059d","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-2-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-2-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:26.29954729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"0866a259-b217-4c09-9cfc-05446d3a9f84","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:26.414104644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-auth","reconcileID":"83034606-a1f5-455a-84d9-3f0cfe15419c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:26.458285938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"b26fffe0-ebb3-420e-90a5-c4cd4ba80b40","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:26.462363289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"ecd30585-ccb5-4fd9-b8b6-7f99c1f39858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:26.462804116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"729d5f1f-a2d2-4acd-9261-fedce8b6a3a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:26.506348436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"ecd30585-ccb5-4fd9-b8b6-7f99c1f39858","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:26.508435528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-auth","reconcileID":"83034606-a1f5-455a-84d9-3f0cfe15419c","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:26.598516819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"729d5f1f-a2d2-4acd-9261-fedce8b6a3a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:26.882317108Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"e2e-status-active-auth","reconcileID":"446d82e1-4c0f-445e-b2c5-4a1c731275b6","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:27.232106158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"6a0dddad-243b-42be-b310-5c41bb0affe0","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:27.638282779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"2632caab-9c5e-46fc-8c67-d724d48a0f00","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:27.787468246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68dfaeea-c7fd-4ec4-8e51-bc2f704519e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:27.817324663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68dfaeea-c7fd-4ec4-8e51-bc2f704519e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:27.840591845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68dfaeea-c7fd-4ec4-8e51-bc2f704519e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:27.88046696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68dfaeea-c7fd-4ec4-8e51-bc2f704519e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:28.355883729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-2-w6-1ee571","reconcileID":"a9cb1bd6-abb8-4dd0-a488-17fd952b46ca","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-2-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-2-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:29.441484371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e337b4a8-8261-4989-ab03-084f42c69d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:29.47029052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e337b4a8-8261-4989-ab03-084f42c69d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:29.493254582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e337b4a8-8261-4989-ab03-084f42c69d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:29.516792389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e337b4a8-8261-4989-ab03-084f42c69d2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:30.461089422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"efb5441f-660a-434b-b85e-b8576af931b8","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:31.096601583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55f2654-34df-4335-9859-5819292a7bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:31.147161088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55f2654-34df-4335-9859-5819292a7bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:31.203963466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55f2654-34df-4335-9859-5819292a7bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:31.224137657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a55f2654-34df-4335-9859-5819292a7bcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:32.035564065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f02e0113-f975-4bd1-9a31-8e4ce3701f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:32.096065146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f02e0113-f975-4bd1-9a31-8e4ce3701f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:32.134766782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f02e0113-f975-4bd1-9a31-8e4ce3701f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:32.165143546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f02e0113-f975-4bd1-9a31-8e4ce3701f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:32.961406591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf4ca0a-2342-4146-8b07-ff04d411740a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:32.97798125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf4ca0a-2342-4146-8b07-ff04d411740a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:32.995367603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf4ca0a-2342-4146-8b07-ff04d411740a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:33.022939201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eaf4ca0a-2342-4146-8b07-ff04d411740a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:33.8734526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebcdaac6-581d-4289-b108-040bff4f8925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:33.889392187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebcdaac6-581d-4289-b108-040bff4f8925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:33.90510383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebcdaac6-581d-4289-b108-040bff4f8925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:33.921645729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ebcdaac6-581d-4289-b108-040bff4f8925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:34.626845792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182c653f-6340-467d-ade3-5ab06817528f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:34.643001138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182c653f-6340-467d-ade3-5ab06817528f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:34.658898005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182c653f-6340-467d-ade3-5ab06817528f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:34.676353186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"182c653f-6340-467d-ade3-5ab06817528f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:35.451262826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0947703f-7d94-42d7-ab0c-8617bb4901c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:35.472516314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0947703f-7d94-42d7-ab0c-8617bb4901c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:35.48945815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0947703f-7d94-42d7-ab0c-8617bb4901c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:35.505899476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0947703f-7d94-42d7-ab0c-8617bb4901c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:37.030581106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"ab54f6de-846d-413e-9850-a36cd9deb539","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-7a3c1a","tenantID":"e2e-praxis-b-7a3c1a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:37.077061761Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"ab54f6de-846d-413e-9850-a36cd9deb539","name":"e2e-praxis-b-7a3c1a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:45.39102012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ace5c41-daab-4812-8d4f-2890c6db4216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:45.408793746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ace5c41-daab-4812-8d4f-2890c6db4216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:45.481982372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ace5c41-daab-4812-8d4f-2890c6db4216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:45.528312556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ace5c41-daab-4812-8d4f-2890c6db4216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:45.733275471Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:45.734149826Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-52f67b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-52f67b","reconcileID":"ecc5a7fb-6bb3-4de4-b1e1-0a499a7bf5f1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-52f67b","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-52f67b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:47.475372914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f355caf6-3136-41d3-b7f6-630a293e77cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:47.492356203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f355caf6-3136-41d3-b7f6-630a293e77cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:47.513591242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f355caf6-3136-41d3-b7f6-630a293e77cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:47.536260264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f355caf6-3136-41d3-b7f6-630a293e77cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:49.117921274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2331b6-436e-4e3d-9adc-5e7341ad3cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:49.157403221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2331b6-436e-4e3d-9adc-5e7341ad3cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:49.190370178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2331b6-436e-4e3d-9adc-5e7341ad3cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:49.208253746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a2331b6-436e-4e3d-9adc-5e7341ad3cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:13:49.388936207Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7fb940","namespace":"ai-tenant-e2e-noten-7fb940"},"namespace":"ai-tenant-e2e-noten-7fb940","name":"noten-model-7fb940","reconcileID":"10640d7a-375f-4d65-ae39-83360f944da9","MaaSModelRef":{"name":"noten-model-7fb940","namespace":"ai-tenant-e2e-noten-7fb940"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-7fb940/noten-model-7fb940: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7fb940/noten-model-7fb940-kserve-route (gateways: [openshift-ingress/e2e-noten-7fb940]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:13:49.426632288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7fb940","namespace":"ai-tenant-e2e-noten-7fb940"},"namespace":"ai-tenant-e2e-noten-7fb940","name":"noten-model-7fb940","reconcileID":"10640d7a-375f-4d65-ae39-83360f944da9","error":"resolve tenant gateway for model ai-tenant-e2e-noten-7fb940/noten-model-7fb940: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7fb940/noten-model-7fb940-kserve-route (gateways: [openshift-ingress/e2e-noten-7fb940]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:13:49.432136153Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7fb940","namespace":"ai-tenant-e2e-noten-7fb940"},"namespace":"ai-tenant-e2e-noten-7fb940","name":"noten-model-7fb940","reconcileID":"ec98dd45-1f98-4d2f-bf50-2289f4127c2c","MaaSModelRef":{"name":"noten-model-7fb940","namespace":"ai-tenant-e2e-noten-7fb940"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-7fb940/noten-model-7fb940: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7fb940/noten-model-7fb940-kserve-route (gateways: [openshift-ingress/e2e-noten-7fb940]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:13:49.432668102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7fb940","namespace":"ai-tenant-e2e-noten-7fb940"},"namespace":"ai-tenant-e2e-noten-7fb940","name":"noten-model-7fb940","reconcileID":"ec98dd45-1f98-4d2f-bf50-2289f4127c2c","error":"resolve tenant gateway for model ai-tenant-e2e-noten-7fb940/noten-model-7fb940: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7fb940/noten-model-7fb940-kserve-route (gateways: [openshift-ingress/e2e-noten-7fb940]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:13:49.443113601Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7fb940","namespace":"ai-tenant-e2e-noten-7fb940"},"namespace":"ai-tenant-e2e-noten-7fb940","name":"noten-model-7fb940","reconcileID":"3d73d52d-fd83-420d-9019-4bb427213e62","MaaSModelRef":{"name":"noten-model-7fb940","namespace":"ai-tenant-e2e-noten-7fb940"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-7fb940/noten-model-7fb940: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7fb940/noten-model-7fb940-kserve-route (gateways: [openshift-ingress/e2e-noten-7fb940]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:13:49.443454906Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7fb940","namespace":"ai-tenant-e2e-noten-7fb940"},"namespace":"ai-tenant-e2e-noten-7fb940","name":"noten-model-7fb940","reconcileID":"3d73d52d-fd83-420d-9019-4bb427213e62","error":"resolve tenant gateway for model ai-tenant-e2e-noten-7fb940/noten-model-7fb940: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7fb940/noten-model-7fb940-kserve-route (gateways: [openshift-ingress/e2e-noten-7fb940]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:13:49.467580662Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7fb940","namespace":"ai-tenant-e2e-noten-7fb940"},"namespace":"ai-tenant-e2e-noten-7fb940","name":"noten-model-7fb940","reconcileID":"db41226f-0798-45aa-807c-b1e8b7130290","MaaSModelRef":{"name":"noten-model-7fb940","namespace":"ai-tenant-e2e-noten-7fb940"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-7fb940/noten-model-7fb940: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7fb940/noten-model-7fb940-kserve-route (gateways: [openshift-ingress/e2e-noten-7fb940]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:13:49.467779035Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7fb940","namespace":"ai-tenant-e2e-noten-7fb940"},"namespace":"ai-tenant-e2e-noten-7fb940","name":"noten-model-7fb940","reconcileID":"db41226f-0798-45aa-807c-b1e8b7130290","error":"resolve tenant gateway for model ai-tenant-e2e-noten-7fb940/noten-model-7fb940: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7fb940/noten-model-7fb940-kserve-route (gateways: [openshift-ingress/e2e-noten-7fb940]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:13:49.509708755Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7fb940","namespace":"ai-tenant-e2e-noten-7fb940"},"namespace":"ai-tenant-e2e-noten-7fb940","name":"noten-model-7fb940","reconcileID":"795ad2df-0891-4037-b4d6-3bbbc4bf3234","MaaSModelRef":{"name":"noten-model-7fb940","namespace":"ai-tenant-e2e-noten-7fb940"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-7fb940/noten-model-7fb940: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7fb940/noten-model-7fb940-kserve-route (gateways: [openshift-ingress/e2e-noten-7fb940]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:13:49.537913601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-7fb940","namespace":"ai-tenant-e2e-noten-7fb940"},"namespace":"ai-tenant-e2e-noten-7fb940","name":"noten-model-7fb940","reconcileID":"795ad2df-0891-4037-b4d6-3bbbc4bf3234","error":"resolve tenant gateway for model ai-tenant-e2e-noten-7fb940/noten-model-7fb940: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-7fb940/noten-model-7fb940-kserve-route (gateways: [openshift-ingress/e2e-noten-7fb940]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:50.462809692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe18e358-9848-4ef8-ad9d-19f020feb2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:50.488099675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe18e358-9848-4ef8-ad9d-19f020feb2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:50.512516909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe18e358-9848-4ef8-ad9d-19f020feb2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:50.543065486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe18e358-9848-4ef8-ad9d-19f020feb2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:52.259669666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d71ef6-b00f-42f4-ad92-9bf37025c72c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:52.27481807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d71ef6-b00f-42f4-ad92-9bf37025c72c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:52.289644314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d71ef6-b00f-42f4-ad92-9bf37025c72c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:52.304518287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6d71ef6-b00f-42f4-ad92-9bf37025c72c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:53.302885854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3aa03a9-d7c7-4b4b-9548-05044308c6e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:53.318077101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3aa03a9-d7c7-4b4b-9548-05044308c6e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:53.335517089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3aa03a9-d7c7-4b4b-9548-05044308c6e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:53.353120427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3aa03a9-d7c7-4b4b-9548-05044308c6e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:54.101395923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5709a9-0fe6-4852-9182-d64e1be5e9e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:54.149779299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5709a9-0fe6-4852-9182-d64e1be5e9e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:54.195540075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5709a9-0fe6-4852-9182-d64e1be5e9e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:54.261395489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba5709a9-0fe6-4852-9182-d64e1be5e9e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:55.07846996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1f7e6cd-088f-4905-abc3-f59459e5e6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:55.093389316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1f7e6cd-088f-4905-abc3-f59459e5e6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:55.108452556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1f7e6cd-088f-4905-abc3-f59459e5e6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:55.128393563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1f7e6cd-088f-4905-abc3-f59459e5e6f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:57.734147721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"0e4aff49-9406-43dc-9a8e-444bf41b61b4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:57.778538636Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"0e4aff49-9406-43dc-9a8e-444bf41b61b4","name":"e2e-shared-b-w4-4ad17e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:59.33053415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f5cce6-8d0e-4857-b52e-7cc5f1a10db4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:59.346485372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f5cce6-8d0e-4857-b52e-7cc5f1a10db4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:59.36229859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f5cce6-8d0e-4857-b52e-7cc5f1a10db4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:13:59.378274439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80f5cce6-8d0e-4857-b52e-7cc5f1a10db4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:00.132334873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8017366e-322f-4643-beda-5527503a84de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:00.132963559Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-8a8b61","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-8a8b61","reconcileID":"44f8946a-8602-46df-b2bf-59246f2f79f3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-8a8b61","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-8a8b61":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:00.15246571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8017366e-322f-4643-beda-5527503a84de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:00.170225024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8017366e-322f-4643-beda-5527503a84de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:00.186711051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8017366e-322f-4643-beda-5527503a84de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:01.3076724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e43a092-832c-4441-a3b2-0bbf95ba1e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:01.326950356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e43a092-832c-4441-a3b2-0bbf95ba1e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:01.345476847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e43a092-832c-4441-a3b2-0bbf95ba1e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:01.365532259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e43a092-832c-4441-a3b2-0bbf95ba1e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:04.542502425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"78dd282a-e842-4065-9ab6-f7f1c7b72e38","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:04.585855883Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"78dd282a-e842-4065-9ab6-f7f1c7b72e38","name":"e2e-shared-b-w2-c83b50-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.563325225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"707f703d-745a-4768-9aa4-4aaacf4dd1e6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-c47a72","tenantID":"e2e-explicit-c47a72","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:06.606611587Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"707f703d-745a-4768-9aa4-4aaacf4dd1e6","name":"e2e-explicit-c47a72-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:15.661052622Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:16.693176818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208ac9bf-218a-4cea-a2cd-0f54c5a62496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:16.708310822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208ac9bf-218a-4cea-a2cd-0f54c5a62496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:16.723416623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208ac9bf-218a-4cea-a2cd-0f54c5a62496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:16.738530511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"208ac9bf-218a-4cea-a2cd-0f54c5a62496","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:17.416630942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c389a5d0-63fb-4937-a784-efad1521da60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:17.431690526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c389a5d0-63fb-4937-a784-efad1521da60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:17.446745989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c389a5d0-63fb-4937-a784-efad1521da60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:17.462011632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c389a5d0-63fb-4937-a784-efad1521da60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:18.195650208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26181034-0c94-47c7-ae27-b970632efab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:18.210539879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26181034-0c94-47c7-ae27-b970632efab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:18.225417609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26181034-0c94-47c7-ae27-b970632efab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:18.241014589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26181034-0c94-47c7-ae27-b970632efab0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:18.863283099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2cd9ee-fc2e-4136-b931-5bef2ad69acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:18.878760921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2cd9ee-fc2e-4136-b931-5bef2ad69acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:18.893535219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2cd9ee-fc2e-4136-b931-5bef2ad69acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:18.908567037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb2cd9ee-fc2e-4136-b931-5bef2ad69acd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:23.356051934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"db179184-5e3f-411b-ae18-203950f13e10","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:23.399078958Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"db179184-5e3f-411b-ae18-203950f13e10","name":"e2e-shared-b-w0-52f67b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:33.677803146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10227747-0238-4fa4-ae99-9528b07bb777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:33.698821648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10227747-0238-4fa4-ae99-9528b07bb777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:33.715685489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10227747-0238-4fa4-ae99-9528b07bb777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:33.74384721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"10227747-0238-4fa4-ae99-9528b07bb777","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:34.507583371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3057f281-e3ea-4eb4-8b2f-3f906c26dfe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:34.527920412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3057f281-e3ea-4eb4-8b2f-3f906c26dfe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:34.552715839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3057f281-e3ea-4eb4-8b2f-3f906c26dfe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:34.579371127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3057f281-e3ea-4eb4-8b2f-3f906c26dfe5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:37.618721252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"3ff2d52d-af9e-4fff-9218-06d6c5d1ec15","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:37.767011647Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"3ff2d52d-af9e-4fff-9218-06d6c5d1ec15","name":"e2e-shared-b-w1-8a8b61-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:38.965653735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0faae74-3678-411d-b9c3-151cbd786be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:38.981627485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0faae74-3678-411d-b9c3-151cbd786be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:38.996567196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0faae74-3678-411d-b9c3-151cbd786be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:39.012550216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0faae74-3678-411d-b9c3-151cbd786be4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:39.674959436Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w6-2591f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w6-2591f6","reconcileID":"be072af9-c088-4ef8-b0e1-c472fda35128","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w6-2591f6","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w6-2591f6":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:39.841138662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"635de057-ad6c-4c2f-95dd-bf551918dc09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:39.857366036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"635de057-ad6c-4c2f-95dd-bf551918dc09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:39.87322966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"635de057-ad6c-4c2f-95dd-bf551918dc09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:39.888747979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"635de057-ad6c-4c2f-95dd-bf551918dc09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:40.637467692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbedbbd6-79d1-494c-8d80-fc7ce883b4e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:40.727407462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbedbbd6-79d1-494c-8d80-fc7ce883b4e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:40.756985325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbedbbd6-79d1-494c-8d80-fc7ce883b4e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:40.781146589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbedbbd6-79d1-494c-8d80-fc7ce883b4e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:41.418277085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef01c3cc-d8f0-480f-9bb1-146b90bab7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:41.434548584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef01c3cc-d8f0-480f-9bb1-146b90bab7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:41.451969407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef01c3cc-d8f0-480f-9bb1-146b90bab7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:41.469427038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef01c3cc-d8f0-480f-9bb1-146b90bab7f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:42.338616995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c35129-da14-4ed1-947c-ffd843d58ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:42.652276679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c35129-da14-4ed1-947c-ffd843d58ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:42.713539732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c35129-da14-4ed1-947c-ffd843d58ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:42.756826899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70c35129-da14-4ed1-947c-ffd843d58ae6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:43.718084255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48afe61c-e46f-4f89-8f05-7719fca86226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:43.734024442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48afe61c-e46f-4f89-8f05-7719fca86226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:43.753720422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48afe61c-e46f-4f89-8f05-7719fca86226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:43.773672918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48afe61c-e46f-4f89-8f05-7719fca86226","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:45.670635098Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:45.725507666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461d66b8-9d5e-404a-ae8c-7e8e96cecc40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:45.740640536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461d66b8-9d5e-404a-ae8c-7e8e96cecc40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:45.756580936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461d66b8-9d5e-404a-ae8c-7e8e96cecc40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:45.772172797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"461d66b8-9d5e-404a-ae8c-7e8e96cecc40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:46.405824128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945e26e1-2599-4c9e-b08b-0629859be7a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:46.424487088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945e26e1-2599-4c9e-b08b-0629859be7a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:46.448453365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945e26e1-2599-4c9e-b08b-0629859be7a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:46.468396285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945e26e1-2599-4c9e-b08b-0629859be7a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:47.295150827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f36180-6ce8-49c6-b657-a272f200583a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:47.389901283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f36180-6ce8-49c6-b657-a272f200583a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:47.430534974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f36180-6ce8-49c6-b657-a272f200583a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:14:47.448579731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f36180-6ce8-49c6-b657-a272f200583a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:03.322263832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38666c56-097b-4f59-92a3-4fcfbac77961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:03.337556012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38666c56-097b-4f59-92a3-4fcfbac77961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:03.352702653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38666c56-097b-4f59-92a3-4fcfbac77961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:03.367854965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38666c56-097b-4f59-92a3-4fcfbac77961","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:03.965322926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"129599ae-44d2-4ce1-bc4c-8a2ae7098885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:03.981555004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"129599ae-44d2-4ce1-bc4c-8a2ae7098885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:03.996519651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"129599ae-44d2-4ce1-bc4c-8a2ae7098885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:04.012492656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"129599ae-44d2-4ce1-bc4c-8a2ae7098885","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:10.506692518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"b1252f2f-1bce-431b-90a2-1e9287b5d5ec","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:10.506731796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"b1252f2f-1bce-431b-90a2-1e9287b5d5ec","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:10.988246603Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"d9b2529a-7a91-4665-9e86-513fa727d3e7","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:10.988359245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"d9b2529a-7a91-4665-9e86-513fa727d3e7","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:11.027008614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"a9e026d2-4fc7-424c-8c4a-0256b3898909","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:11.046083058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"a9e026d2-4fc7-424c-8c4a-0256b3898909","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:11.082914351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"7d4f724f-59b8-451e-b7c7-67b8af374d77","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:11.142234056Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"7d4f724f-59b8-451e-b7c7-67b8af374d77","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:11.160694017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-96cd49-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"7d4f724f-59b8-451e-b7c7-67b8af374d77","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:11.181148827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"17d66113-ba43-4b6c-a41c-2762d9cc89c1","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:11.181169821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"17d66113-ba43-4b6c-a41c-2762d9cc89c1","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.373700051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"583fb023-ffca-4897-9905-7c42fbd4942c","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.397566484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"583fb023-ffca-4897-9905-7c42fbd4942c","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:14.418137346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-96cd49-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"583fb023-ffca-4897-9905-7c42fbd4942c","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:15.667563225Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.895508713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1460e5fe-3060-4a6d-a78c-8784f855bb2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.916990105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1460e5fe-3060-4a6d-a78c-8784f855bb2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.934446815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1460e5fe-3060-4a6d-a78c-8784f855bb2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:17.951573317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1460e5fe-3060-4a6d-a78c-8784f855bb2a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:18.585647751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56cd850f-3a9e-4958-af67-838989532693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:18.605825503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56cd850f-3a9e-4958-af67-838989532693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:18.6232743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56cd850f-3a9e-4958-af67-838989532693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:18.646509453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56cd850f-3a9e-4958-af67-838989532693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:19.82941547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-c47a72","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"explicit-model-c47a72","reconcileID":"0772c5c2-cba6-4835-9387-cf0c343a7bd9","MaaSModelRef":{"name":"explicit-model-c47a72","namespace":"ai-tenant-e2e-explicit-c47a72"},"routeName":"explicit-model-c47a72-kserve-route","namespace":"ai-tenant-e2e-explicit-c47a72","llmisvcName":"explicit-model-c47a72","gateway":"openshift-ingress/e2e-explicit-c47a72","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:21.445523586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"f7beafbc-e9fe-48f2-b400-8f7e3906ce3d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w6-2591f6","tenantID":"e2e-shared-a-w6-2591f6","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:21.491755811Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"f7beafbc-e9fe-48f2-b400-8f7e3906ce3d","name":"e2e-shared-a-w6-2591f6-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:24.482005353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"53079a94-cae8-4274-ab4f-20a4df7ab463","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:24.507977942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"53079a94-cae8-4274-ab4f-20a4df7ab463","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:24.572122516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-96cd49-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"53079a94-cae8-4274-ab4f-20a4df7ab463","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:30.099486586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"c8ffeffc-3d3e-42a3-a9e2-2cbeb1777022","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"tenant":"e2e-shared-a-w2-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:30.099786872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"c8ffeffc-3d3e-42a3-a9e2-2cbeb1777022","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"routeName":"auth-test-model-b73a75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","llmisvcName":"auth-test-model-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:34.614964614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"0663e662-76fa-4866-80dd-71aa6eb8d359","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:34.635308836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"0663e662-76fa-4866-80dd-71aa6eb8d359","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:34.653697939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-96cd49-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"0663e662-76fa-4866-80dd-71aa6eb8d359","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:44.736740135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"aa910546-0020-4709-be63-4329ba1788cb","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:44.756957537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"aa910546-0020-4709-be63-4329ba1788cb","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:44.77622725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-96cd49-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (895e8e1f3e59ab16acd42993c9ae3fc95b0b1043e45f58ae60eea086f492a826) AuthConfig (a55fa1b0d75095d6f2e7fdbf5eb4913a15a6c5027c4d4c0cd00fab7c43cac0fb) AuthConfig (11a38bfa58606f37b7560d44013ade5406d4922193d8a31e3d3eefc6d67fa993) AuthConfig (7595347d2755393b939d015c1302c19a6c86f6ef989cdf292f0a2f31002ed28d) AuthConfig (64bbcee1cfc26c563d8fa35bb6f3013290293a80545b5fd92e46628272973884) AuthConfig (94781b0dbf92ca7d4cbf767b838df284d7f635bd9baf73d259aae5c391fcf779) AuthConfig (4c315e2cb9c6937d63d9db370469aeab7102fd6307b450cd30cff09aa98f97d8) AuthConfig (f0adbc56c3708ba1da256288f7341ce83d46f613edbadf6e0099dab5f8bc6be9) AuthConfig (4f6c62e92e82ada216d0d3aa5b148cfe9311dcc41fa8e510b69148d774c96a75) AuthConfig (91462ab97fb716607780ce5ba212d0010f4efa564c980daa1a34de0cbfbc4739) AuthConfig (af06956c4aed70caf4f927d8160702dd447cc09c6905f425d2174ca4a15506db) AuthConfig (a6f4beefac59c782d80b7400ea25d9c0061d3229dfdb1c3f1ef9b38a9975bd82) AuthConfig (eef9a744183329f884403b952f06b0f90609d2e16b5c4684ec097ca5c221be8b) AuthConfig (04df93d7b8fd7383d56542aa1374a9dd830e0938b07faa6ac050be119773ef27) AuthConfig (b3ce009b95502ed801da0ae303963586a476c7f6103009db483ed552a7ee06d4) AuthConfig (c4d79eb163d652d14ae119ccc4cac443916145705af7a07c4259d8a42b63627b) AuthConfig (ef4800466f744ca9114f3df4295f89c78aa3d625e1b62cb4700c42173d36e11e) AuthConfig (272046e4f796fcf1043d2b456211e301eafed6b44bf0dbe692b526d5a7694c49)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"aa910546-0020-4709-be63-4329ba1788cb","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:44.797638853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"16c9e2c4-1db2-4a5f-afe3-4ce3a44fbaa7","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:44.79766126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"16c9e2c4-1db2-4a5f-afe3-4ce3a44fbaa7","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:45.661470933Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:47.279475117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5546124-4c32-443a-b415-27fe0758fa69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:47.295516084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5546124-4c32-443a-b415-27fe0758fa69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:47.314128117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5546124-4c32-443a-b415-27fe0758fa69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:47.329160371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5546124-4c32-443a-b415-27fe0758fa69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:48.006432805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9865fe-3315-40ca-8c90-95102ec2a532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:48.021941584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9865fe-3315-40ca-8c90-95102ec2a532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:48.037697046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9865fe-3315-40ca-8c90-95102ec2a532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:48.052875653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f9865fe-3315-40ca-8c90-95102ec2a532","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:48.722145859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2db9ef4-6cae-43c8-9f24-e7e6cbb62739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:48.737698481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2db9ef4-6cae-43c8-9f24-e7e6cbb62739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:48.752511378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2db9ef4-6cae-43c8-9f24-e7e6cbb62739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:48.768102724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2db9ef4-6cae-43c8-9f24-e7e6cbb62739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:51.476743015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"43195529-a606-4c33-bfcf-17ab43404e10","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"tenant":"e2e-shared-a-w4-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:51.476780406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"43195529-a606-4c33-bfcf-17ab43404e10","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"routeName":"auth-test-model-26a2a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","llmisvcName":"auth-test-model-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.830984619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"681fc025-7a26-4efa-87af-626192a6eacc","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.855495695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"681fc025-7a26-4efa-87af-626192a6eacc","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:15:54.87520446Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-96cd49-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (895e8e1f3e59ab16acd42993c9ae3fc95b0b1043e45f58ae60eea086f492a826) AuthConfig (a55fa1b0d75095d6f2e7fdbf5eb4913a15a6c5027c4d4c0cd00fab7c43cac0fb) AuthConfig (11a38bfa58606f37b7560d44013ade5406d4922193d8a31e3d3eefc6d67fa993) AuthConfig (7595347d2755393b939d015c1302c19a6c86f6ef989cdf292f0a2f31002ed28d) AuthConfig (64bbcee1cfc26c563d8fa35bb6f3013290293a80545b5fd92e46628272973884) AuthConfig (94781b0dbf92ca7d4cbf767b838df284d7f635bd9baf73d259aae5c391fcf779) AuthConfig (4c315e2cb9c6937d63d9db370469aeab7102fd6307b450cd30cff09aa98f97d8) AuthConfig (f0adbc56c3708ba1da256288f7341ce83d46f613edbadf6e0099dab5f8bc6be9) AuthConfig (4f6c62e92e82ada216d0d3aa5b148cfe9311dcc41fa8e510b69148d774c96a75) AuthConfig (91462ab97fb716607780ce5ba212d0010f4efa564c980daa1a34de0cbfbc4739) AuthConfig (af06956c4aed70caf4f927d8160702dd447cc09c6905f425d2174ca4a15506db) AuthConfig (a6f4beefac59c782d80b7400ea25d9c0061d3229dfdb1c3f1ef9b38a9975bd82) AuthConfig (eef9a744183329f884403b952f06b0f90609d2e16b5c4684ec097ca5c221be8b) AuthConfig (04df93d7b8fd7383d56542aa1374a9dd830e0938b07faa6ac050be119773ef27) AuthConfig (b3ce009b95502ed801da0ae303963586a476c7f6103009db483ed552a7ee06d4) AuthConfig (c4d79eb163d652d14ae119ccc4cac443916145705af7a07c4259d8a42b63627b) AuthConfig (ef4800466f744ca9114f3df4295f89c78aa3d625e1b62cb4700c42173d36e11e) AuthConfig (272046e4f796fcf1043d2b456211e301eafed6b44bf0dbe692b526d5a7694c49)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"681fc025-7a26-4efa-87af-626192a6eacc","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:00.704879571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a61f30-93c0-4642-82ec-6f74c3dda63b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:00.719856127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a61f30-93c0-4642-82ec-6f74c3dda63b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:00.735044158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a61f30-93c0-4642-82ec-6f74c3dda63b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:00.750660672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94a61f30-93c0-4642-82ec-6f74c3dda63b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:01.453819647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dae4ed9-435a-49dd-9a00-f8d3cb1c9a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:01.485595053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dae4ed9-435a-49dd-9a00-f8d3cb1c9a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:01.503156987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dae4ed9-435a-49dd-9a00-f8d3cb1c9a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:01.519136228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dae4ed9-435a-49dd-9a00-f8d3cb1c9a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:01.897788487Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","namespace":"ai-tenant-e2e-explicit-c47a72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:01.897848764Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","namespace":"ai-tenant-e2e-explicit-c47a72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:01.897907484Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","tenant":"e2e-explicit-c47a72","tenantID":"e2e-explicit-c47a72","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:01.914811931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"Deployment","name":"maas-api-e2e-explicit-c47a72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:01.942249359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"Service","name":"maas-api-e2e-explicit-c47a72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:01.968114131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-c47a72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:01.991596599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-c47a72","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:02.009402915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-c47a72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:02.027686777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-c47a72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:02.049975197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-c47a72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:02.070405109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-c47a72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:02.086253817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"Deployment","name":"payload-processing-e2e-explicit-c47a72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:02.11010055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-c47a72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:02.126176705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"Service","name":"payload-processing-e2e-explicit-c47a72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:02.144334134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"Service","name":"payload-pre-processing-e2e-explicit-c47a72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:02.159452265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-c47a72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:02.175384752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-c47a72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:02.190067975Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-c47a72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:02.209289217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-c47a72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:02.22451467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-c47a72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:02.239378155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-c47a72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:02.253915221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-c47a72","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:02.268585996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-c47a72"},"namespace":"ai-tenant-e2e-explicit-c47a72","name":"default-tenant","reconcileID":"f422268e-b686-410f-a4d8-4bcb4207bd69","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-c47a72","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:03.06010501Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-c47a72","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-c47a72","reconcileID":"5fa36a29-fe69-456e-869c-f9802db5f5c7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-c47a72","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-c47a72"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:03.501299134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b88801e-19dd-4808-86e8-614b3c99e2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:03.516693626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b88801e-19dd-4808-86e8-614b3c99e2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:03.53179135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b88801e-19dd-4808-86e8-614b3c99e2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:03.547403736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b88801e-19dd-4808-86e8-614b3c99e2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:04.223734473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f2a019-3a6e-455b-b23b-d4f051303bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:04.238958438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f2a019-3a6e-455b-b23b-d4f051303bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:04.25449136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f2a019-3a6e-455b-b23b-d4f051303bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:04.269636306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30f2a019-3a6e-455b-b23b-d4f051303bfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:04.905466751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"c60336f7-6c88-43d5-80be-a1076d4ec85b","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:04.925755404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"c60336f7-6c88-43d5-80be-a1076d4ec85b","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:04.946491923Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-96cd49-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (895e8e1f3e59ab16acd42993c9ae3fc95b0b1043e45f58ae60eea086f492a826) AuthConfig (a55fa1b0d75095d6f2e7fdbf5eb4913a15a6c5027c4d4c0cd00fab7c43cac0fb) AuthConfig (11a38bfa58606f37b7560d44013ade5406d4922193d8a31e3d3eefc6d67fa993) AuthConfig (7595347d2755393b939d015c1302c19a6c86f6ef989cdf292f0a2f31002ed28d) AuthConfig (64bbcee1cfc26c563d8fa35bb6f3013290293a80545b5fd92e46628272973884) AuthConfig (94781b0dbf92ca7d4cbf767b838df284d7f635bd9baf73d259aae5c391fcf779) AuthConfig (4c315e2cb9c6937d63d9db370469aeab7102fd6307b450cd30cff09aa98f97d8) AuthConfig (f0adbc56c3708ba1da256288f7341ce83d46f613edbadf6e0099dab5f8bc6be9) AuthConfig (4f6c62e92e82ada216d0d3aa5b148cfe9311dcc41fa8e510b69148d774c96a75) AuthConfig (91462ab97fb716607780ce5ba212d0010f4efa564c980daa1a34de0cbfbc4739) AuthConfig (af06956c4aed70caf4f927d8160702dd447cc09c6905f425d2174ca4a15506db) AuthConfig (a6f4beefac59c782d80b7400ea25d9c0061d3229dfdb1c3f1ef9b38a9975bd82) AuthConfig (eef9a744183329f884403b952f06b0f90609d2e16b5c4684ec097ca5c221be8b) AuthConfig (04df93d7b8fd7383d56542aa1374a9dd830e0938b07faa6ac050be119773ef27) AuthConfig (b3ce009b95502ed801da0ae303963586a476c7f6103009db483ed552a7ee06d4) AuthConfig (c4d79eb163d652d14ae119ccc4cac443916145705af7a07c4259d8a42b63627b) AuthConfig (ef4800466f744ca9114f3df4295f89c78aa3d625e1b62cb4700c42173d36e11e) AuthConfig (272046e4f796fcf1043d2b456211e301eafed6b44bf0dbe692b526d5a7694c49)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"c60336f7-6c88-43d5-80be-a1076d4ec85b","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:05.23040465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e85ecce-8c59-4549-a9b3-155cd5eb3e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:05.246699029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e85ecce-8c59-4549-a9b3-155cd5eb3e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:05.261619177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e85ecce-8c59-4549-a9b3-155cd5eb3e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:05.276760322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e85ecce-8c59-4549-a9b3-155cd5eb3e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:05.82495158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"2ed022f4-7249-4c55-9f7e-bc49f8b08364","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"tenant":"e2e-shared-a-w0-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:05.824998827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"2ed022f4-7249-4c55-9f7e-bc49f8b08364","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"routeName":"auth-test-model-b4b5e3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","llmisvcName":"auth-test-model-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:06.038139766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e2fef0-2e27-485e-bbe5-cade3838d5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:06.053271867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e2fef0-2e27-485e-bbe5-cade3838d5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:06.060656404Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w6-2b0108","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w6-2b0108","reconcileID":"3502ba2a-85f1-4411-93a7-478eede09b31","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w6-2b0108","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w6-2b0108":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:06.068780597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e2fef0-2e27-485e-bbe5-cade3838d5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:06.083801701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3e2fef0-2e27-485e-bbe5-cade3838d5ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:06.683929589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eccd7e51-a849-401d-b9f2-f4f3f4016a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:06.69894705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eccd7e51-a849-401d-b9f2-f4f3f4016a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:06.713848977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eccd7e51-a849-401d-b9f2-f4f3f4016a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:06.729569167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eccd7e51-a849-401d-b9f2-f4f3f4016a1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:16:07.788866157Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w6-2b0108","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w6-2b0108","reconcileID":"51c1009a-93bb-4c9f-b70d-414e7286ffd1","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-b-w6-2b0108\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:14.978047008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"7767a2dd-bc7c-4449-bac2-aaa3ed2a679d","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:15.020152787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"7767a2dd-bc7c-4449-bac2-aaa3ed2a679d","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:15.060542889Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-96cd49-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (895e8e1f3e59ab16acd42993c9ae3fc95b0b1043e45f58ae60eea086f492a826) AuthConfig (a55fa1b0d75095d6f2e7fdbf5eb4913a15a6c5027c4d4c0cd00fab7c43cac0fb) AuthConfig (11a38bfa58606f37b7560d44013ade5406d4922193d8a31e3d3eefc6d67fa993) AuthConfig (7595347d2755393b939d015c1302c19a6c86f6ef989cdf292f0a2f31002ed28d) AuthConfig (64bbcee1cfc26c563d8fa35bb6f3013290293a80545b5fd92e46628272973884) AuthConfig (94781b0dbf92ca7d4cbf767b838df284d7f635bd9baf73d259aae5c391fcf779) AuthConfig (4c315e2cb9c6937d63d9db370469aeab7102fd6307b450cd30cff09aa98f97d8) AuthConfig (f0adbc56c3708ba1da256288f7341ce83d46f613edbadf6e0099dab5f8bc6be9) AuthConfig (4f6c62e92e82ada216d0d3aa5b148cfe9311dcc41fa8e510b69148d774c96a75) AuthConfig (91462ab97fb716607780ce5ba212d0010f4efa564c980daa1a34de0cbfbc4739) AuthConfig (af06956c4aed70caf4f927d8160702dd447cc09c6905f425d2174ca4a15506db) AuthConfig (a6f4beefac59c782d80b7400ea25d9c0061d3229dfdb1c3f1ef9b38a9975bd82) AuthConfig (eef9a744183329f884403b952f06b0f90609d2e16b5c4684ec097ca5c221be8b) AuthConfig (04df93d7b8fd7383d56542aa1374a9dd830e0938b07faa6ac050be119773ef27) AuthConfig (b3ce009b95502ed801da0ae303963586a476c7f6103009db483ed552a7ee06d4) AuthConfig (c4d79eb163d652d14ae119ccc4cac443916145705af7a07c4259d8a42b63627b) AuthConfig (ef4800466f744ca9114f3df4295f89c78aa3d625e1b62cb4700c42173d36e11e) AuthConfig (272046e4f796fcf1043d2b456211e301eafed6b44bf0dbe692b526d5a7694c49)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"7767a2dd-bc7c-4449-bac2-aaa3ed2a679d","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:15.662611453Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:19.427617605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62141ecd-beaf-42ab-abaf-d607dd380cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:19.443542154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62141ecd-beaf-42ab-abaf-d607dd380cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:19.459592732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62141ecd-beaf-42ab-abaf-d607dd380cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:19.47710343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62141ecd-beaf-42ab-abaf-d607dd380cf0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:20.066700143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c160fb-b931-4b1a-aab7-d356d39ed25f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:20.083415062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c160fb-b931-4b1a-aab7-d356d39ed25f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:20.098981836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c160fb-b931-4b1a-aab7-d356d39ed25f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:20.114148283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c160fb-b931-4b1a-aab7-d356d39ed25f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:20.34468724Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w5-a4f2db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w5-a4f2db","reconcileID":"fcb2eb84-52f5-4fcf-b539-6b2749e72c59","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w5-a4f2db","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w5-a4f2db":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:21.075265323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a596868-c230-4fce-933f-1de7fda48a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:21.092209318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a596868-c230-4fce-933f-1de7fda48a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:21.115387839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a596868-c230-4fce-933f-1de7fda48a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:21.138284706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a596868-c230-4fce-933f-1de7fda48a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:21.77666264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6222b4e-bb3b-4600-97f2-cdc216898c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:21.792434293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6222b4e-bb3b-4600-97f2-cdc216898c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:21.807913362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6222b4e-bb3b-4600-97f2-cdc216898c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:21.823336304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6222b4e-bb3b-4600-97f2-cdc216898c24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:16:22.078991301Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w5-a4f2db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w5-a4f2db","reconcileID":"c58272f9-0ba7-4e43-a066-fc3b3b1ec7c3","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-shared-a-w5-a4f2db\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:25.090748248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"909799e5-e2e2-47fa-92b9-1230c20e5882","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:25.11076665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"909799e5-e2e2-47fa-92b9-1230c20e5882","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:25.130228048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-96cd49-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (895e8e1f3e59ab16acd42993c9ae3fc95b0b1043e45f58ae60eea086f492a826) AuthConfig (a55fa1b0d75095d6f2e7fdbf5eb4913a15a6c5027c4d4c0cd00fab7c43cac0fb) AuthConfig (11a38bfa58606f37b7560d44013ade5406d4922193d8a31e3d3eefc6d67fa993) AuthConfig (7595347d2755393b939d015c1302c19a6c86f6ef989cdf292f0a2f31002ed28d) AuthConfig (64bbcee1cfc26c563d8fa35bb6f3013290293a80545b5fd92e46628272973884) AuthConfig (94781b0dbf92ca7d4cbf767b838df284d7f635bd9baf73d259aae5c391fcf779) AuthConfig (4c315e2cb9c6937d63d9db370469aeab7102fd6307b450cd30cff09aa98f97d8) AuthConfig (f0adbc56c3708ba1da256288f7341ce83d46f613edbadf6e0099dab5f8bc6be9) AuthConfig (4f6c62e92e82ada216d0d3aa5b148cfe9311dcc41fa8e510b69148d774c96a75) AuthConfig (91462ab97fb716607780ce5ba212d0010f4efa564c980daa1a34de0cbfbc4739) AuthConfig (af06956c4aed70caf4f927d8160702dd447cc09c6905f425d2174ca4a15506db) AuthConfig (a6f4beefac59c782d80b7400ea25d9c0061d3229dfdb1c3f1ef9b38a9975bd82) AuthConfig (eef9a744183329f884403b952f06b0f90609d2e16b5c4684ec097ca5c221be8b) AuthConfig (04df93d7b8fd7383d56542aa1374a9dd830e0938b07faa6ac050be119773ef27) AuthConfig (b3ce009b95502ed801da0ae303963586a476c7f6103009db483ed552a7ee06d4) AuthConfig (c4d79eb163d652d14ae119ccc4cac443916145705af7a07c4259d8a42b63627b) AuthConfig (ef4800466f744ca9114f3df4295f89c78aa3d625e1b62cb4700c42173d36e11e) AuthConfig (272046e4f796fcf1043d2b456211e301eafed6b44bf0dbe692b526d5a7694c49)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"909799e5-e2e2-47fa-92b9-1230c20e5882","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:30.521773766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"86ce8c5f-0cee-4c7f-8b7b-ee265a4a7d46","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"tenant":"e2e-shared-a-w1-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:30.521819484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"86ce8c5f-0cee-4c7f-8b7b-ee265a4a7d46","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"routeName":"auth-test-model-2126fb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","llmisvcName":"auth-test-model-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:33.0834915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"fdf427e7-bcf4-4974-8683-bf59082e3884","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"tenant":"e2e-shared-b-w2-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:33.083519194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"fdf427e7-bcf4-4974-8683-bf59082e3884","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"routeName":"auth-test-model-c83b50-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","llmisvcName":"auth-test-model-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:33.400971262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"012285fc-8996-46a7-b114-8783a9af5de0","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"tenant":"e2e-shared-a-w2-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:33.401008508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"012285fc-8996-46a7-b114-8783a9af5de0","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"routeName":"auth-test-model-b73a75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","llmisvcName":"auth-test-model-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:33.419139331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"b1236d88-f2d5-4fa8-9dd3-8a1553941038","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"tenant":"e2e-shared-a-w2-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:33.419277647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"b1236d88-f2d5-4fa8-9dd3-8a1553941038","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"routeName":"auth-test-model-b73a75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","llmisvcName":"auth-test-model-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:33.45073525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"150bec0e-34ca-42df-8743-97fb45c8e223","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:33.512110114Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"150bec0e-34ca-42df-8743-97fb45c8e223","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:33.602761058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b73a75-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"150bec0e-34ca-42df-8743-97fb45c8e223","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:33.645307139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"fd264e69-a335-4234-9715-d544486cc262","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"tenant":"e2e-shared-a-w2-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:33.645416012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"fd264e69-a335-4234-9715-d544486cc262","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"routeName":"auth-test-model-b73a75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","llmisvcName":"auth-test-model-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:35.160958369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"f58bda9e-df0d-4a60-b27a-5771a50fac79","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:35.180820083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"f58bda9e-df0d-4a60-b27a-5771a50fac79","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:35.352577123Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"85b362d7-653b-4d4c-988f-e3469d560daa","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:35.352603229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"85b362d7-653b-4d4c-988f-e3469d560daa","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:38.809579574Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"a01ab88f-1da2-47c2-afa4-953e74583a11","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:38.809602825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"a01ab88f-1da2-47c2-afa4-953e74583a11","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:38.831082062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"e346b8cb-c430-48b9-bf19-286026761f6f","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:38.831234423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"e346b8cb-c430-48b9-bf19-286026761f6f","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:38.838986212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"94e0369b-64bd-4fb5-a93d-656090c78f87","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:16:38.841870044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-sub","reconcileID":"39b4035f-6e3d-406f-b700-72fc47f74ce5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-96cd49-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:16:38.847927531Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"e346b8cb-c430-48b9-bf19-286026761f6f","name":"praxis-route-96cd49","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-96cd49\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:16:38.847982319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"e346b8cb-c430-48b9-bf19-286026761f6f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-96cd49\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:38.853434151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"83534036-e83e-4748-b304-85fc177b261c","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:38.853457134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"83534036-e83e-4748-b304-85fc177b261c","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:38.860171552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"94e0369b-64bd-4fb5-a93d-656090c78f87","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:38.876893921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"d55cb970-df88-42f1-b640-8de3094c501c","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:38.876913403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"d55cb970-df88-42f1-b640-8de3094c501c","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:38.894847374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"91a611ac-2a8c-44d8-a5ec-b68b18314dcd","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:38.894866582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"91a611ac-2a8c-44d8-a5ec-b68b18314dcd","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:38.958895832Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-sub","reconcileID":"a224acb0-1f7e-4909-9edb-ff78a4ba6ff5","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"maas-trlp-praxis-route-96cd49","model":"praxis-route-96cd49","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:39.016011805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"8164d115-8641-447d-96b8-5ec97eeaa57d","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:39.016031296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"8164d115-8641-447d-96b8-5ec97eeaa57d","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:39.021649021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"49189884-ef75-4d73-93a9-158af90c2b67","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:39.045275084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"49189884-ef75-4d73-93a9-158af90c2b67","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:39.085904004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-sub","reconcileID":"2c9c824d-63e8-426b-9f58-37d8d8d9d1f8","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"maas-trlp-praxis-route-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:43.54142895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"e1fa3d6e-ad06-44f5-977c-789737099503","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w6-2b0108","tenantID":"e2e-shared-b-w6-2b0108","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:43.58751771Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"e1fa3d6e-ad06-44f5-977c-789737099503","name":"e2e-shared-b-w6-2b0108-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:43.675258794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"08ecef51-109a-4a55-b5cf-446860780dd6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:43.731353577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"08ecef51-109a-4a55-b5cf-446860780dd6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:43.756368934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b73a75-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"08ecef51-109a-4a55-b5cf-446860780dd6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:45.668711892Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:48.058311294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"759d5db2-b325-48a5-92f9-6707ff5ff8a7","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"tenant":"e2e-shared-b-w0-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:48.058439446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"759d5db2-b325-48a5-92f9-6707ff5ff8a7","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"routeName":"auth-test-model-52f67b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","llmisvcName":"auth-test-model-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:48.360621303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"fdeb3e33-787c-4217-bdbf-cc7e479484f1","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"tenant":"e2e-shared-a-w0-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:48.360646583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"fdeb3e33-787c-4217-bdbf-cc7e479484f1","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"routeName":"auth-test-model-b4b5e3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","llmisvcName":"auth-test-model-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:48.378671994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"8cf2e2a7-8bf6-4a68-82d7-a07d23392bca","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"tenant":"e2e-shared-a-w0-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:48.378691959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"8cf2e2a7-8bf6-4a68-82d7-a07d23392bca","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"routeName":"auth-test-model-b4b5e3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","llmisvcName":"auth-test-model-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:48.410108399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"930a20b3-25ce-4209-a637-24d2ded4a968","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:48.465175074Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"930a20b3-25ce-4209-a637-24d2ded4a968","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:48.48579442Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b4b5e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"930a20b3-25ce-4209-a637-24d2ded4a968","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:48.508016704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"13ba22a5-e9fb-422b-ad5a-6399bbf45226","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"tenant":"e2e-shared-a-w0-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:48.508048592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"13ba22a5-e9fb-422b-ad5a-6399bbf45226","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"routeName":"auth-test-model-b4b5e3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","llmisvcName":"auth-test-model-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:49.318776402Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"e7bdd954-2abc-43ae-a9f6-a667cf78c1d6","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"tenant":"e2e-shared-b-w4-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:49.318807219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"e7bdd954-2abc-43ae-a9f6-a667cf78c1d6","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"routeName":"auth-test-model-4ad17e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","llmisvcName":"auth-test-model-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:49.643862393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"0f74bead-838d-4931-ba44-70372f0669d3","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"tenant":"e2e-shared-a-w4-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:49.643893328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"0f74bead-838d-4931-ba44-70372f0669d3","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"routeName":"auth-test-model-26a2a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","llmisvcName":"auth-test-model-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:49.661884548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"0930d3f2-a886-4a66-a519-10537aa8678b","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"tenant":"e2e-shared-a-w4-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:49.661905231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"0930d3f2-a886-4a66-a519-10537aa8678b","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"routeName":"auth-test-model-26a2a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","llmisvcName":"auth-test-model-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:49.691611538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"ca5a5f02-5673-4b46-8ac2-ccdfd72cf5e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:49.744518112Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"ca5a5f02-5673-4b46-8ac2-ccdfd72cf5e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:49.763419131Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-26a2a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"ca5a5f02-5673-4b46-8ac2-ccdfd72cf5e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:49.782045221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"a1c96e26-513a-4c1f-991a-81bb3b10e0ad","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"tenant":"e2e-shared-a-w4-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:49.782074591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"a1c96e26-513a-4c1f-991a-81bb3b10e0ad","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"routeName":"auth-test-model-26a2a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","llmisvcName":"auth-test-model-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:53.788045989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"644ba5ab-8587-42f2-b76e-39812ee6346a","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:53.808816862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"644ba5ab-8587-42f2-b76e-39812ee6346a","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:53.828051573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b73a75-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"644ba5ab-8587-42f2-b76e-39812ee6346a","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:58.580518242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"77a99250-9fca-4c85-8e0b-0f619252969e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:58.603859282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"77a99250-9fca-4c85-8e0b-0f619252969e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:58.629846643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b4b5e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"77a99250-9fca-4c85-8e0b-0f619252969e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:59.813216881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"9c2c11cf-105a-45d4-a3b4-8ba453f78795","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:59.833949939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"9c2c11cf-105a-45d4-a3b4-8ba453f78795","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:16:59.852774457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-26a2a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"9c2c11cf-105a-45d4-a3b4-8ba453f78795","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.273074519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"cba7862d-9fbe-478c-a5db-37dc960aa421","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w5-a4f2db","tenantID":"e2e-shared-a-w5-a4f2db","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:00.317722243Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"cba7862d-9fbe-478c-a5db-37dc960aa421","name":"e2e-shared-a-w5-a4f2db-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:03.86067847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"f391d03a-f7a0-4d8f-b225-188f7724ccb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:03.884445732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"f391d03a-f7a0-4d8f-b225-188f7724ccb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:03.931787345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b73a75-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b03f67026f9ffdfd1b0712b5322a1297cbfef696557a732f1b61041e158fb8d) AuthConfig (ff20a1e0ca4094d540634b43e53ebc1a023156b6ef607ccac0916eb33dcd49c2) AuthConfig (40461726baba034502d8c90380d9c7331a736aef522b6cf4ddd732467238888d) AuthConfig (18cbfe391d2a2be4f1b5b4c0e82387ae52f289abe5a156bf06ad1a38604966b0) AuthConfig (6b16b636defe5a84b4f66f8411aff7b660bdabc662f84d45a75cb59f405d24cf) AuthConfig (a694f96c2cb766018e5145b8c10fdd95b96f763f9eb9ccffeb7f017eba2f68c2) AuthConfig (9292b74796ea6622ecab6c3cb6dc525878f3dbeaa15d61134443f1ca55b2c3e4) AuthConfig (e80637de40ea61d54772afa5b0df4dc6704c35b372c3078d1cfcc1d9461fa797) AuthConfig (c562aaf295e4160f39ae04c7379a722656798e2ea62541a9eb1381f8703ef97c) AuthConfig (e0ebdf3a6061bd1b8c77cbfe4fb40702abe3ef90d7ed031b4e3c1e51693febb6) AuthConfig (0e2e9095b47246c6b4037649eeaee9077be9cf32b6193a6d36cedce225485298) AuthConfig (8c7b0473a271c62fc88e2b063e29f92eb350e54b9f1e0819b478e9e34cbbfb74) AuthConfig (f6fe3ae4430916410131579a767d92f852db76e044e980d202d68d5ece0b2285) AuthConfig (73856282701abb09f5ffe0b9fd74c28cdba8bb62e245be022d961bea8999c0b2) AuthConfig (bbbaa0037e0a983cdca9c5aff144065c9aa23c257f41b33f8b498dea31a7e0d4) AuthConfig (b57fe20a59953816e4bcb18693a638178c2a22d6a176cbcded58ec1fa6fca6bd) AuthConfig (8d49e5c7d660ce6a99dd892c8f6b9ab7a97be9ecfa37da0c7555569b837898a1) AuthConfig (db65823e09a1466ba3ce4947d05b2a62bfc120148dfde3f7467d77bca8d4d2cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"f391d03a-f7a0-4d8f-b225-188f7724ccb8","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:03.953247057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"6924ec55-1ea8-40d9-bc47-387447f586a1","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"tenant":"e2e-shared-a-w2-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:03.953275164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"6924ec55-1ea8-40d9-bc47-387447f586a1","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"routeName":"auth-test-model-b73a75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","llmisvcName":"auth-test-model-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:08.662364863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"4c569a86-25a3-4984-9c7a-e2c5044345c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:08.682172264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"4c569a86-25a3-4984-9c7a-e2c5044345c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:08.700479833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b4b5e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"4c569a86-25a3-4984-9c7a-e2c5044345c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:09.882642353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"76d19cae-0cb9-4b05-a982-e03c7411f050","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:09.902507637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"76d19cae-0cb9-4b05-a982-e03c7411f050","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:09.921571278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-26a2a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"76d19cae-0cb9-4b05-a982-e03c7411f050","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:12.846992384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"1fd0c7ce-9919-460b-aeea-c67f316455b4","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"tenant":"e2e-shared-b-w1-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:12.857064776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"1fd0c7ce-9919-460b-aeea-c67f316455b4","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"routeName":"auth-test-model-8a8b61-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","llmisvcName":"auth-test-model-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:13.1314291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"ff2c4a5f-e58a-4ebb-9630-5e19daf32d09","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"tenant":"e2e-shared-a-w1-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:13.131454105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"ff2c4a5f-e58a-4ebb-9630-5e19daf32d09","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"routeName":"auth-test-model-2126fb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","llmisvcName":"auth-test-model-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:13.149577703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"30180dd9-7c63-4922-b160-d2cfb3071721","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"tenant":"e2e-shared-a-w1-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:13.149606601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"30180dd9-7c63-4922-b160-d2cfb3071721","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"routeName":"auth-test-model-2126fb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","llmisvcName":"auth-test-model-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:13.179366161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"d183ba8c-9283-40a2-a832-315cb2f204ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:13.234405592Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"d183ba8c-9283-40a2-a832-315cb2f204ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:13.253508056Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2126fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"d183ba8c-9283-40a2-a832-315cb2f204ef","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:13.274330028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"5a4e8039-df92-4c85-a873-73c3864ff15e","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"tenant":"e2e-shared-a-w1-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:13.274351693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"5a4e8039-df92-4c85-a873-73c3864ff15e","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"routeName":"auth-test-model-2126fb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","llmisvcName":"auth-test-model-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:13.982781102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"bad0765c-a3c6-4402-bf0f-4dbe940fdcbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:14.002813978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"bad0765c-a3c6-4402-bf0f-4dbe940fdcbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:14.021806194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b73a75-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b03f67026f9ffdfd1b0712b5322a1297cbfef696557a732f1b61041e158fb8d) AuthConfig (ff20a1e0ca4094d540634b43e53ebc1a023156b6ef607ccac0916eb33dcd49c2) AuthConfig (40461726baba034502d8c90380d9c7331a736aef522b6cf4ddd732467238888d) AuthConfig (18cbfe391d2a2be4f1b5b4c0e82387ae52f289abe5a156bf06ad1a38604966b0) AuthConfig (6b16b636defe5a84b4f66f8411aff7b660bdabc662f84d45a75cb59f405d24cf) AuthConfig (a694f96c2cb766018e5145b8c10fdd95b96f763f9eb9ccffeb7f017eba2f68c2) AuthConfig (9292b74796ea6622ecab6c3cb6dc525878f3dbeaa15d61134443f1ca55b2c3e4) AuthConfig (e80637de40ea61d54772afa5b0df4dc6704c35b372c3078d1cfcc1d9461fa797) AuthConfig (c562aaf295e4160f39ae04c7379a722656798e2ea62541a9eb1381f8703ef97c) AuthConfig (e0ebdf3a6061bd1b8c77cbfe4fb40702abe3ef90d7ed031b4e3c1e51693febb6) AuthConfig (0e2e9095b47246c6b4037649eeaee9077be9cf32b6193a6d36cedce225485298) AuthConfig (8c7b0473a271c62fc88e2b063e29f92eb350e54b9f1e0819b478e9e34cbbfb74) AuthConfig (f6fe3ae4430916410131579a767d92f852db76e044e980d202d68d5ece0b2285) AuthConfig (73856282701abb09f5ffe0b9fd74c28cdba8bb62e245be022d961bea8999c0b2) AuthConfig (bbbaa0037e0a983cdca9c5aff144065c9aa23c257f41b33f8b498dea31a7e0d4) AuthConfig (b57fe20a59953816e4bcb18693a638178c2a22d6a176cbcded58ec1fa6fca6bd) AuthConfig (8d49e5c7d660ce6a99dd892c8f6b9ab7a97be9ecfa37da0c7555569b837898a1) AuthConfig (db65823e09a1466ba3ce4947d05b2a62bfc120148dfde3f7467d77bca8d4d2cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"bad0765c-a3c6-4402-bf0f-4dbe940fdcbe","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:15.662173367Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:18.73105823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"0c6c6125-a01b-4a9d-85ac-d5317f3afe05","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:18.752203606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"0c6c6125-a01b-4a9d-85ac-d5317f3afe05","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:18.771012861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b4b5e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"0c6c6125-a01b-4a9d-85ac-d5317f3afe05","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:19.95238568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"f7263149-36d5-479e-ab3e-fd10dd294253","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:19.972311912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"f7263149-36d5-479e-ab3e-fd10dd294253","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:19.991080313Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-26a2a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"f7263149-36d5-479e-ab3e-fd10dd294253","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:21.731004451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0be1ba6e-a660-48ef-97eb-8e27fe31dd57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:21.746050813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0be1ba6e-a660-48ef-97eb-8e27fe31dd57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:21.761924882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0be1ba6e-a660-48ef-97eb-8e27fe31dd57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:21.776808091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0be1ba6e-a660-48ef-97eb-8e27fe31dd57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:22.38167842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"509de223-5059-4cf4-8f6b-44f76bc19f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:22.396769643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"509de223-5059-4cf4-8f6b-44f76bc19f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:22.411716424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"509de223-5059-4cf4-8f6b-44f76bc19f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:22.426806844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"509de223-5059-4cf4-8f6b-44f76bc19f0d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:23.336370067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"e1e0e003-d36b-4e68-a91d-0fb25f4db7a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:23.384368814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"e1e0e003-d36b-4e68-a91d-0fb25f4db7a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:23.409313317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2126fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"e1e0e003-d36b-4e68-a91d-0fb25f4db7a2","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:24.052286589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"c004d54b-d881-4aca-81a7-35cc9e6ffe12","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:24.073709205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"c004d54b-d881-4aca-81a7-35cc9e6ffe12","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:24.092600164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b73a75-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b03f67026f9ffdfd1b0712b5322a1297cbfef696557a732f1b61041e158fb8d) AuthConfig (ff20a1e0ca4094d540634b43e53ebc1a023156b6ef607ccac0916eb33dcd49c2) AuthConfig (40461726baba034502d8c90380d9c7331a736aef522b6cf4ddd732467238888d) AuthConfig (18cbfe391d2a2be4f1b5b4c0e82387ae52f289abe5a156bf06ad1a38604966b0) AuthConfig (6b16b636defe5a84b4f66f8411aff7b660bdabc662f84d45a75cb59f405d24cf) AuthConfig (a694f96c2cb766018e5145b8c10fdd95b96f763f9eb9ccffeb7f017eba2f68c2) AuthConfig (9292b74796ea6622ecab6c3cb6dc525878f3dbeaa15d61134443f1ca55b2c3e4) AuthConfig (e80637de40ea61d54772afa5b0df4dc6704c35b372c3078d1cfcc1d9461fa797) AuthConfig (c562aaf295e4160f39ae04c7379a722656798e2ea62541a9eb1381f8703ef97c) AuthConfig (e0ebdf3a6061bd1b8c77cbfe4fb40702abe3ef90d7ed031b4e3c1e51693febb6) AuthConfig (0e2e9095b47246c6b4037649eeaee9077be9cf32b6193a6d36cedce225485298) AuthConfig (8c7b0473a271c62fc88e2b063e29f92eb350e54b9f1e0819b478e9e34cbbfb74) AuthConfig (f6fe3ae4430916410131579a767d92f852db76e044e980d202d68d5ece0b2285) AuthConfig (73856282701abb09f5ffe0b9fd74c28cdba8bb62e245be022d961bea8999c0b2) AuthConfig (bbbaa0037e0a983cdca9c5aff144065c9aa23c257f41b33f8b498dea31a7e0d4) AuthConfig (b57fe20a59953816e4bcb18693a638178c2a22d6a176cbcded58ec1fa6fca6bd) AuthConfig (8d49e5c7d660ce6a99dd892c8f6b9ab7a97be9ecfa37da0c7555569b837898a1) AuthConfig (db65823e09a1466ba3ce4947d05b2a62bfc120148dfde3f7467d77bca8d4d2cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"c004d54b-d881-4aca-81a7-35cc9e6ffe12","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:28.801600237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"eab9f80e-d6ac-40dd-ba0f-7b33b6ecd8d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:28.822318337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"eab9f80e-d6ac-40dd-ba0f-7b33b6ecd8d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:28.841473252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b4b5e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"eab9f80e-d6ac-40dd-ba0f-7b33b6ecd8d6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:28.905326052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbed97ec-1985-4eef-8b2a-3d608d45da4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:28.962532867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbed97ec-1985-4eef-8b2a-3d608d45da4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:28.98989251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbed97ec-1985-4eef-8b2a-3d608d45da4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:29.011301454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbed97ec-1985-4eef-8b2a-3d608d45da4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:29.653514247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352c9d2f-1a5c-4c5e-b9b0-36d488a17f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:29.668881685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352c9d2f-1a5c-4c5e-b9b0-36d488a17f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:29.684109247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352c9d2f-1a5c-4c5e-b9b0-36d488a17f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:29.699738367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"352c9d2f-1a5c-4c5e-b9b0-36d488a17f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:29.742907403Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-dea9cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-dea9cb","reconcileID":"18618eb0-2912-419d-bfe0-38c70eda68d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-dea9cb","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-dea9cb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:30.040873591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"e4f5b924-97e7-44c0-b8da-7c67f42bbd3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:30.061437356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"e4f5b924-97e7-44c0-b8da-7c67f42bbd3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:30.079966428Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-26a2a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"e4f5b924-97e7-44c0-b8da-7c67f42bbd3a","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:30.328954235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41be03cb-6704-4c77-9af3-40ea6a762b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:30.344039992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41be03cb-6704-4c77-9af3-40ea6a762b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:30.359604825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41be03cb-6704-4c77-9af3-40ea6a762b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:30.375048797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41be03cb-6704-4c77-9af3-40ea6a762b8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:17:31.551039829Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-dea9cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-dea9cb","reconcileID":"7d17b321-80e4-4276-859c-3027fe51e6e3","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-a-dea9cb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:33.440601699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"79b4988c-ebb6-4f6d-9d99-251e1caab856","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:33.460378185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"79b4988c-ebb6-4f6d-9d99-251e1caab856","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:33.480963406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2126fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"79b4988c-ebb6-4f6d-9d99-251e1caab856","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:34.123484478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"75610236-fc34-4b52-b880-c1c4147dab37","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:34.143748617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"75610236-fc34-4b52-b880-c1c4147dab37","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:34.162737502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b73a75-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b03f67026f9ffdfd1b0712b5322a1297cbfef696557a732f1b61041e158fb8d) AuthConfig (ff20a1e0ca4094d540634b43e53ebc1a023156b6ef607ccac0916eb33dcd49c2) AuthConfig (40461726baba034502d8c90380d9c7331a736aef522b6cf4ddd732467238888d) AuthConfig (18cbfe391d2a2be4f1b5b4c0e82387ae52f289abe5a156bf06ad1a38604966b0) AuthConfig (6b16b636defe5a84b4f66f8411aff7b660bdabc662f84d45a75cb59f405d24cf) AuthConfig (a694f96c2cb766018e5145b8c10fdd95b96f763f9eb9ccffeb7f017eba2f68c2) AuthConfig (9292b74796ea6622ecab6c3cb6dc525878f3dbeaa15d61134443f1ca55b2c3e4) AuthConfig (e80637de40ea61d54772afa5b0df4dc6704c35b372c3078d1cfcc1d9461fa797) AuthConfig (c562aaf295e4160f39ae04c7379a722656798e2ea62541a9eb1381f8703ef97c) AuthConfig (e0ebdf3a6061bd1b8c77cbfe4fb40702abe3ef90d7ed031b4e3c1e51693febb6) AuthConfig (0e2e9095b47246c6b4037649eeaee9077be9cf32b6193a6d36cedce225485298) AuthConfig (8c7b0473a271c62fc88e2b063e29f92eb350e54b9f1e0819b478e9e34cbbfb74) AuthConfig (f6fe3ae4430916410131579a767d92f852db76e044e980d202d68d5ece0b2285) AuthConfig (73856282701abb09f5ffe0b9fd74c28cdba8bb62e245be022d961bea8999c0b2) AuthConfig (bbbaa0037e0a983cdca9c5aff144065c9aa23c257f41b33f8b498dea31a7e0d4) AuthConfig (b57fe20a59953816e4bcb18693a638178c2a22d6a176cbcded58ec1fa6fca6bd) AuthConfig (8d49e5c7d660ce6a99dd892c8f6b9ab7a97be9ecfa37da0c7555569b837898a1) AuthConfig (db65823e09a1466ba3ce4947d05b2a62bfc120148dfde3f7467d77bca8d4d2cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"75610236-fc34-4b52-b880-c1c4147dab37","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:38.422393219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7ff152-ca9b-4ec2-9ecb-2e8600cea3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:38.437546725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7ff152-ca9b-4ec2-9ecb-2e8600cea3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:38.452708336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7ff152-ca9b-4ec2-9ecb-2e8600cea3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:38.468471108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a7ff152-ca9b-4ec2-9ecb-2e8600cea3e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:38.883955941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"d4d3d0de-f2b5-42da-8314-0fc732d47845","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:38.935000646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"d4d3d0de-f2b5-42da-8314-0fc732d47845","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:38.954011627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b4b5e3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"d4d3d0de-f2b5-42da-8314-0fc732d47845","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:39.121598662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b76a708-3be1-412f-847d-3f2868d5e604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:39.136865605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b76a708-3be1-412f-847d-3f2868d5e604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:39.151933477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b76a708-3be1-412f-847d-3f2868d5e604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:39.167108411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b76a708-3be1-412f-847d-3f2868d5e604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:40.110774368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"5e14af58-5a5e-4003-bb4e-cb5625a8407d","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:40.131021279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"5e14af58-5a5e-4003-bb4e-cb5625a8407d","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:40.150545674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-26a2a4-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"5e14af58-5a5e-4003-bb4e-cb5625a8407d","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:43.790959484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"4f5c79fa-c960-45c6-bace-f63486d69771","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:43.826249146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"4f5c79fa-c960-45c6-bace-f63486d69771","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:43.853033548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2126fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"4f5c79fa-c960-45c6-bace-f63486d69771","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:44.386889314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"b7adf5b5-bc61-4240-8b6b-27ee3a7aa7b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:44.42270122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"b7adf5b5-bc61-4240-8b6b-27ee3a7aa7b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:44.548765445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-b73a75-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7b03f67026f9ffdfd1b0712b5322a1297cbfef696557a732f1b61041e158fb8d) AuthConfig (ff20a1e0ca4094d540634b43e53ebc1a023156b6ef607ccac0916eb33dcd49c2) AuthConfig (40461726baba034502d8c90380d9c7331a736aef522b6cf4ddd732467238888d) AuthConfig (18cbfe391d2a2be4f1b5b4c0e82387ae52f289abe5a156bf06ad1a38604966b0) AuthConfig (6b16b636defe5a84b4f66f8411aff7b660bdabc662f84d45a75cb59f405d24cf) AuthConfig (a694f96c2cb766018e5145b8c10fdd95b96f763f9eb9ccffeb7f017eba2f68c2) AuthConfig (9292b74796ea6622ecab6c3cb6dc525878f3dbeaa15d61134443f1ca55b2c3e4) AuthConfig (e80637de40ea61d54772afa5b0df4dc6704c35b372c3078d1cfcc1d9461fa797) AuthConfig (c562aaf295e4160f39ae04c7379a722656798e2ea62541a9eb1381f8703ef97c) AuthConfig (e0ebdf3a6061bd1b8c77cbfe4fb40702abe3ef90d7ed031b4e3c1e51693febb6) AuthConfig (0e2e9095b47246c6b4037649eeaee9077be9cf32b6193a6d36cedce225485298) AuthConfig (8c7b0473a271c62fc88e2b063e29f92eb350e54b9f1e0819b478e9e34cbbfb74) AuthConfig (f6fe3ae4430916410131579a767d92f852db76e044e980d202d68d5ece0b2285) AuthConfig (73856282701abb09f5ffe0b9fd74c28cdba8bb62e245be022d961bea8999c0b2) AuthConfig (bbbaa0037e0a983cdca9c5aff144065c9aa23c257f41b33f8b498dea31a7e0d4) AuthConfig (b57fe20a59953816e4bcb18693a638178c2a22d6a176cbcded58ec1fa6fca6bd) AuthConfig (8d49e5c7d660ce6a99dd892c8f6b9ab7a97be9ecfa37da0c7555569b837898a1) AuthConfig (db65823e09a1466ba3ce4947d05b2a62bfc120148dfde3f7467d77bca8d4d2cb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"b7adf5b5-bc61-4240-8b6b-27ee3a7aa7b3","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:45.662650441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:47.13480477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-sub","reconcileID":"f3015919-654f-4fb3-8ca9-d86c575952c5","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"maas-trlp-praxis-route-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:47.202721287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"7a2a16e5-07e3-41f0-b7fd-f3409d7d0ed9","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:47.20274456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"7a2a16e5-07e3-41f0-b7fd-f3409d7d0ed9","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.275080602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd92f95-aca8-40e7-871a-fd8f999afd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.353499448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd92f95-aca8-40e7-871a-fd8f999afd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.368639028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd92f95-aca8-40e7-871a-fd8f999afd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:48.424298533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecd92f95-aca8-40e7-871a-fd8f999afd6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.054692683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"72697ab4-ea8f-4310-ba80-469a3e7fdc9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.076784212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"72697ab4-ea8f-4310-ba80-469a3e7fdc9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.087477554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"00b517a6-10f5-44d3-93c8-f535c11aab4a","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.095758716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b4b5e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8045bcbc20237fe2804715949bf241e78a58396fd59f9dc93a37359275e8b543) AuthConfig (03b6629b4c78b73fc3dc19fda4849cf090ad62a8f164e3e7ed14d3c52550f963) AuthConfig (52ef9152ef850a94edebb71e6b4db407268d2d4d5e74d8cba69317cf59b9ea5b) AuthConfig (b9181215ceabf257fc231f8df5bab970670c42e93fa1be9ac00a3f5c12ef74c5) AuthConfig (67e54af6588a386a4f243ac8752c109e1463eb5c76548e1a5e1ec05b27ff5a00) AuthConfig (4076235a4acbcddcd23785fe3228f308a4d3bba016bbcdf0ce50586dbc475150) AuthConfig (78cf4c3783a576357198221d508c5b85e3199929ea6639780aa5a372417f5274) AuthConfig (7820425876978e49647fd8aee1a2899de6e5618f1db9530277a265afb6487644) AuthConfig (d14e0f572f7c1100a04b9482e694d6f5462738f74606cb7692a469d2267a57ae) AuthConfig (c808d7279c3e19e65298220b6fc7c2356dc72e4a753628ae9d605df489e368ad) AuthConfig (40bafba73dd212b7cdafa49790c972a3698919625bbbe092fc23114c91969685) AuthConfig (d31905ba3281961865241d4ac0e7210d65111548a87ee1c7ece76e33abbf2366) AuthConfig (407eacf43728b516a39ec3242f1db452d29ff0353a5ece6d272c4b664e63c2ab) AuthConfig (41e5a5339e136cc172441b5f1fabf51991e4fc63e7953a8748975778313cb59f) AuthConfig (bb38871e7e5579d3a0e6220df003e59866a3093a37d39cad64bb5ee0390a14ba) AuthConfig (a1a626cbc7c4052200fe1a3c26f850c04ef3683f4c5bf97e3ef9ba2cb459a7f6) AuthConfig (6f535d20679b2fa96387a5cbcc33cbd0e68d0a3a9ad67261d40ec924232fcedc) AuthConfig (b8b42b2791877bd1214ae5ee02f697ce85dbcd8f27c20b9a39cf76b67f720e7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"72697ab4-ea8f-4310-ba80-469a3e7fdc9e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.110151283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"00b517a6-10f5-44d3-93c8-f535c11aab4a","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.116995269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"e37a8cbc-e404-4544-a28d-519abe4893ce","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"tenant":"e2e-shared-a-w0-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.117014871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"e37a8cbc-e404-4544-a28d-519abe4893ce","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"routeName":"auth-test-model-b4b5e3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","llmisvcName":"auth-test-model-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.13142706Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w5-383f0e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w5-383f0e","reconcileID":"e8122f8e-4400-4a49-9b75-fc0268044338","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w5-383f0e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w5-383f0e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.245409778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5efe705-7abd-4875-9c91-5e8aeb4c9deb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.263655597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5efe705-7abd-4875-9c91-5e8aeb4c9deb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.278536211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5efe705-7abd-4875-9c91-5e8aeb4c9deb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.293500829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5efe705-7abd-4875-9c91-5e8aeb4c9deb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.746003431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"fa52940c-bef1-4f17-bfa9-38e25867e3df","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.74603112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"fa52940c-bef1-4f17-bfa9-38e25867e3df","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.766831536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"b851b664-e636-47d0-83ff-7da7d81893c1","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.766852679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"b851b664-e636-47d0-83ff-7da7d81893c1","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.795657732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"54659733-1e04-475c-ae28-3257fbd29976","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.796547164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-sub","reconcileID":"3dfb727b-f1f2-4353-bca1-4a76854bc837","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"maas-trlp-praxis-route-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.816982018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"54659733-1e04-475c-ae28-3257fbd29976","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.905797461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-sub","reconcileID":"2f59c82b-2a01-4ad4-90a5-fb38e94277a7","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"maas-trlp-praxis-route-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.984296419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04204dd9-32b0-44aa-945e-17fe727d3d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:49.999890205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04204dd9-32b0-44aa-945e-17fe727d3d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:50.014880548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04204dd9-32b0-44aa-945e-17fe727d3d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:50.015116997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"4a55f3af-e57a-45a3-9094-6cf01dbb5752","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:50.033585603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"04204dd9-32b0-44aa-945e-17fe727d3d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:50.056634494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"4a55f3af-e57a-45a3-9094-6cf01dbb5752","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:50.181423328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"307b1dbe-4e74-4145-8db9-788706e4383e","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:50.201115512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"307b1dbe-4e74-4145-8db9-788706e4383e","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:50.219780258Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-26a2a4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c71126d1627a8d6b7f66dcc6be894159ac4d5eedb6f9f2007c9f104bd24baa21) AuthConfig (4e22f79d8f1414add3b1813aeadde49a82b6daf05fb166749f6994a873f4d437) AuthConfig (6a2fab83233b1c81e5b8f1e42faf4b4ee2d4a04abaa041f7dbfbfaa6b22be297) AuthConfig (048bb785ceb6ec77d5da8792e6529f93f2eac161adef52670b5ea85822b266de) AuthConfig (65b6f439949e2a87ce01e40a6cdb64994dff63e300d73a4c62e90dda19dece92) AuthConfig (1509c5d429c65aa51143b7ff23871a92cf740d4ba56c8369332624e6a5c9ea2e) AuthConfig (91bb6308aedce779971221045242be5c170a2de5120b497045059db2d7f16c62) AuthConfig (d95d080e7602ed41c835cd0f2edaaf77dc94598bea1d9a65aa683f0e29ddd8b3) AuthConfig (01761b432908184a2203435350a26ecbfbf1a81c66bd612f88c261cbf051d371) AuthConfig (9416372e7d0ab85ba46d59e4484916d45a0614d43f28ffe58df0e6b0cd7c0300) AuthConfig (d82d99d10353ef3b56176209dba5c4c3922b1c2998f0d1df403324bccc8ca8a6) AuthConfig (eec037e102c4188b6ad20467c86eedc39bb07efe85db8b4bbbf70268db97d01e) AuthConfig (3b5ccfaf8b5605e47504df7b7cde425b85d01fe6d4aeab80d1fa3cf289cf0f9f) AuthConfig (b7923df0ac6e99937adc3995e4e871f76c4a5001a25821046cc09f795cc1c96a) AuthConfig (268a6340f03cb60c73d503185b22a7aff92f9912669042c10d1783e7ec77d20e) AuthConfig (69f59ef7720be21a8b48516a77f9e8faf4182fbece7cde7d8de08921848c08d4) AuthConfig (3a732c8e141a5eb55bf1239fa201de38ff3e3939802094bbdd09a008da153a43) AuthConfig (fb7d52ca59072deffda85fb3d93b19023e7ea7d67d63e31e0c8da115c920bb23)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"307b1dbe-4e74-4145-8db9-788706e4383e","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:50.241137887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"48a714c9-76b9-4cf4-b1d0-21424311de3f","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"tenant":"e2e-shared-a-w4-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:50.24116684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"48a714c9-76b9-4cf4-b1d0-21424311de3f","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"routeName":"auth-test-model-26a2a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","llmisvcName":"auth-test-model-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:50.740414323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7c56a4f-801d-4454-a318-563c77d92b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:50.761014466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7c56a4f-801d-4454-a318-563c77d92b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:50.775849406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7c56a4f-801d-4454-a318-563c77d92b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:50.790778466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7c56a4f-801d-4454-a318-563c77d92b50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:51.910581894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7713a84c-2768-4b52-a1fc-412c2100d44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:51.926343716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7713a84c-2768-4b52-a1fc-412c2100d44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:51.941956806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7713a84c-2768-4b52-a1fc-412c2100d44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:51.957032625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7713a84c-2768-4b52-a1fc-412c2100d44e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:52.638926705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccad820d-3ef7-4a4a-8310-fc38864e82d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:52.65483284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccad820d-3ef7-4a4a-8310-fc38864e82d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:52.670555242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccad820d-3ef7-4a4a-8310-fc38864e82d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:52.685907467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ccad820d-3ef7-4a4a-8310-fc38864e82d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:53.885543456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"5bfd9b7f-db8a-471e-83f5-464dc1604a6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:53.905942726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"5bfd9b7f-db8a-471e-83f5-464dc1604a6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:53.928988901Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2126fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b86b5011ced5df5cc2a407062203e3c6862275f0cb7f662faa170430c03236f6) AuthConfig (20be7abd296bfe670463282bce4c0ebc6159b155622cd809f1d312343a70af77) AuthConfig (5e556f96dbf341babf8fa8d56ff6449fd4ed705ed1341a0a88539386b93c857b) AuthConfig (cae1308e72d63e989c7bba5bfe7a7ea27218b09dda6b91739d40ddab0a599bfc) AuthConfig (82edb9047a7523744eab31b3c15327c5841ef9ebe43033c5c2ee49ef3bc8fb04) AuthConfig (0b44bb471fc779f7e3b54dfdc455531b24c27bd5e8eccddebf84464552331bde) AuthConfig (6cc94404393dbf1e3dd4984053f978926a87243a519c131770685630346578ed) AuthConfig (b1912745c58f644d538777c626b2f5eb7af9ca52ea5bc913bf708ca282cd0d60) AuthConfig (bb949efc5191b5367398bbdccbe35f2208752a8eaf8bf98308d3c2a8861bbdd4) AuthConfig (651568e4069500388f6d5540a963b92638938b8c52c5150708221598d5da00f4) AuthConfig (bdb5bd6451622dfefdb992c672ea589971d8b7760b398df089ea2b241377fc83) AuthConfig (1f45b987f3441c52915cb9e23a1ca9748ec4b0b50dff8795e925be41bfac431c) AuthConfig (0508b41258277ce40bebfc74a6e451c3f9553ac2e30ba2b76662a7ba878f1be8) AuthConfig (474dcb39880ed46b1aee60c76c5d06b595f17dce165a3a7d4c6edfcc952b7caf) AuthConfig (86b3a8cc2b3d8e9c06dbcdd915e15f88daff89e52cd98ca57f8765ef7002fadc) AuthConfig (4262d010b14c1571ef9f97e25189512c5aecf5da2db8142ab02b94f16dcd2267) AuthConfig (40de373f978ca413ea587f78fecd4ed64b79843b5981c8fc9ba96fd63d512292) AuthConfig (75203cceee887d48a27fc86acfa5610ca44c6e2cc92bcc8e23f76e09055df14a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"5bfd9b7f-db8a-471e-83f5-464dc1604a6b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:53.950398747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"b308404b-e7cd-477c-aa60-b770e325e249","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"tenant":"e2e-shared-a-w1-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:53.950836225Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"b308404b-e7cd-477c-aa60-b770e325e249","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"routeName":"auth-test-model-2126fb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","llmisvcName":"auth-test-model-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:54.637149021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"98bade1d-eac5-4d79-993f-b00ac1461fe9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:54.658589415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"98bade1d-eac5-4d79-993f-b00ac1461fe9","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:54.757667989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"451713a7-d22c-4c05-9ea3-8b66ea98cca3","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"tenant":"e2e-shared-a-w2-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:54.75769079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"451713a7-d22c-4c05-9ea3-8b66ea98cca3","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"routeName":"auth-test-model-b73a75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","llmisvcName":"auth-test-model-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.309116897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"eca3c65c-dcd2-4075-8c3f-519dd271cc86","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"tenant":"e2e-shared-a-w2-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.3091408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"eca3c65c-dcd2-4075-8c3f-519dd271cc86","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"routeName":"auth-test-model-b73a75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","llmisvcName":"auth-test-model-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.343605703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"53b92a8d-69ef-4fd7-8f26-1d9364f38816","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.344905588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"1a166c71-f9f6-4fa0-adab-7367ed1863d8","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"tenant":"e2e-shared-a-w2-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.344923086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"1a166c71-f9f6-4fa0-adab-7367ed1863d8","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"routeName":"auth-test-model-b73a75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","llmisvcName":"auth-test-model-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:17:56.347065866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"50bdb263-cee2-4628-bec6-716aeb52c198","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-2c0dcb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.363830417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"53b92a8d-69ef-4fd7-8f26-1d9364f38816","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.421430316Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"af00888e-cb9f-48cc-84d3-18a9820cc032","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"tenant":"e2e-shared-a-w2-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.421450959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"af00888e-cb9f-48cc-84d3-18a9820cc032","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"routeName":"auth-test-model-b73a75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","llmisvcName":"auth-test-model-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.422174666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"a527fcd3-3f8a-4448-a2fd-a0fd2f4af617","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"tenant":"e2e-shared-a-w2-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.422203834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"a527fcd3-3f8a-4448-a2fd-a0fd2f4af617","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"routeName":"auth-test-model-b73a75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","llmisvcName":"auth-test-model-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.486865778Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"be9971c4-b013-4089-b043-9cbabdf3e812","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"maas-trlp-auth-test-model-b73a75","model":"auth-test-model-b73a75","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-b73a75/e2e-auth-iso-2c0dcb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.523073899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"37b7fb0e-b015-43a2-8779-2b0ea12c3441","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.542709322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"37b7fb0e-b015-43a2-8779-2b0ea12c3441","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.543404823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"27c12a22-97f2-4a4f-995e-341b352fff16","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"tenant":"e2e-shared-a-w2-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.543421299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"27c12a22-97f2-4a4f-995e-341b352fff16","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"routeName":"auth-test-model-b73a75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","llmisvcName":"auth-test-model-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:56.588385705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"bd3e630c-534b-4214-b24d-fc3dad8704e6","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"maas-trlp-auth-test-model-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:59.153693683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"55a4281d-4007-435a-89af-e37735a51aad","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:59.173899543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"55a4281d-4007-435a-89af-e37735a51aad","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:59.193070394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b4b5e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8045bcbc20237fe2804715949bf241e78a58396fd59f9dc93a37359275e8b543) AuthConfig (03b6629b4c78b73fc3dc19fda4849cf090ad62a8f164e3e7ed14d3c52550f963) AuthConfig (52ef9152ef850a94edebb71e6b4db407268d2d4d5e74d8cba69317cf59b9ea5b) AuthConfig (b9181215ceabf257fc231f8df5bab970670c42e93fa1be9ac00a3f5c12ef74c5) AuthConfig (67e54af6588a386a4f243ac8752c109e1463eb5c76548e1a5e1ec05b27ff5a00) AuthConfig (4076235a4acbcddcd23785fe3228f308a4d3bba016bbcdf0ce50586dbc475150) AuthConfig (78cf4c3783a576357198221d508c5b85e3199929ea6639780aa5a372417f5274) AuthConfig (7820425876978e49647fd8aee1a2899de6e5618f1db9530277a265afb6487644) AuthConfig (d14e0f572f7c1100a04b9482e694d6f5462738f74606cb7692a469d2267a57ae) AuthConfig (c808d7279c3e19e65298220b6fc7c2356dc72e4a753628ae9d605df489e368ad) AuthConfig (40bafba73dd212b7cdafa49790c972a3698919625bbbe092fc23114c91969685) AuthConfig (d31905ba3281961865241d4ac0e7210d65111548a87ee1c7ece76e33abbf2366) AuthConfig (407eacf43728b516a39ec3242f1db452d29ff0353a5ece6d272c4b664e63c2ab) AuthConfig (41e5a5339e136cc172441b5f1fabf51991e4fc63e7953a8748975778313cb59f) AuthConfig (bb38871e7e5579d3a0e6220df003e59866a3093a37d39cad64bb5ee0390a14ba) AuthConfig (a1a626cbc7c4052200fe1a3c26f850c04ef3683f4c5bf97e3ef9ba2cb459a7f6) AuthConfig (6f535d20679b2fa96387a5cbcc33cbd0e68d0a3a9ad67261d40ec924232fcedc) AuthConfig (b8b42b2791877bd1214ae5ee02f697ce85dbcd8f27c20b9a39cf76b67f720e7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"55a4281d-4007-435a-89af-e37735a51aad","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:59.896279734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"784f3852-318a-4ebd-bc5e-304e3e2e6d13","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:59.896305563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"784f3852-318a-4ebd-bc5e-304e3e2e6d13","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:59.930679392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"7f46fcc5-1e66-4f14-88fb-33b5131fb049","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:59.94882413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-sub","reconcileID":"ed04e237-3768-474e-812e-5cfd5cbb3d95","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"maas-trlp-praxis-route-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:17:59.956889449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"7f46fcc5-1e66-4f14-88fb-33b5131fb049","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:00.064427133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"76bad909-a606-4853-af4f-1e1af2e9a9ce","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:00.066137383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-sub","reconcileID":"31335815-db0d-4bd5-b785-806a866adbe6","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"maas-trlp-praxis-route-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:00.085444654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"76bad909-a606-4853-af4f-1e1af2e9a9ce","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:00.274010262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"aa3170d7-9e4d-4c46-a79c-e6ea15a828ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:00.364806277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"aa3170d7-9e4d-4c46-a79c-e6ea15a828ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:00.395958Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-26a2a4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c71126d1627a8d6b7f66dcc6be894159ac4d5eedb6f9f2007c9f104bd24baa21) AuthConfig (4e22f79d8f1414add3b1813aeadde49a82b6daf05fb166749f6994a873f4d437) AuthConfig (6a2fab83233b1c81e5b8f1e42faf4b4ee2d4a04abaa041f7dbfbfaa6b22be297) AuthConfig (048bb785ceb6ec77d5da8792e6529f93f2eac161adef52670b5ea85822b266de) AuthConfig (65b6f439949e2a87ce01e40a6cdb64994dff63e300d73a4c62e90dda19dece92) AuthConfig (1509c5d429c65aa51143b7ff23871a92cf740d4ba56c8369332624e6a5c9ea2e) AuthConfig (91bb6308aedce779971221045242be5c170a2de5120b497045059db2d7f16c62) AuthConfig (d95d080e7602ed41c835cd0f2edaaf77dc94598bea1d9a65aa683f0e29ddd8b3) AuthConfig (01761b432908184a2203435350a26ecbfbf1a81c66bd612f88c261cbf051d371) AuthConfig (9416372e7d0ab85ba46d59e4484916d45a0614d43f28ffe58df0e6b0cd7c0300) AuthConfig (d82d99d10353ef3b56176209dba5c4c3922b1c2998f0d1df403324bccc8ca8a6) AuthConfig (eec037e102c4188b6ad20467c86eedc39bb07efe85db8b4bbbf70268db97d01e) AuthConfig (3b5ccfaf8b5605e47504df7b7cde425b85d01fe6d4aeab80d1fa3cf289cf0f9f) AuthConfig (b7923df0ac6e99937adc3995e4e871f76c4a5001a25821046cc09f795cc1c96a) AuthConfig (268a6340f03cb60c73d503185b22a7aff92f9912669042c10d1783e7ec77d20e) AuthConfig (69f59ef7720be21a8b48516a77f9e8faf4182fbece7cde7d8de08921848c08d4) AuthConfig (3a732c8e141a5eb55bf1239fa201de38ff3e3939802094bbdd09a008da153a43) AuthConfig (fb7d52ca59072deffda85fb3d93b19023e7ea7d67d63e31e0c8da115c920bb23)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"aa3170d7-9e4d-4c46-a79c-e6ea15a828ca","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:03.981597678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"72ec437f-0541-4cef-9d61-a23506e609e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:04.001527573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"72ec437f-0541-4cef-9d61-a23506e609e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:04.020340543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2126fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b86b5011ced5df5cc2a407062203e3c6862275f0cb7f662faa170430c03236f6) AuthConfig (20be7abd296bfe670463282bce4c0ebc6159b155622cd809f1d312343a70af77) AuthConfig (5e556f96dbf341babf8fa8d56ff6449fd4ed705ed1341a0a88539386b93c857b) AuthConfig (cae1308e72d63e989c7bba5bfe7a7ea27218b09dda6b91739d40ddab0a599bfc) AuthConfig (82edb9047a7523744eab31b3c15327c5841ef9ebe43033c5c2ee49ef3bc8fb04) AuthConfig (0b44bb471fc779f7e3b54dfdc455531b24c27bd5e8eccddebf84464552331bde) AuthConfig (6cc94404393dbf1e3dd4984053f978926a87243a519c131770685630346578ed) AuthConfig (b1912745c58f644d538777c626b2f5eb7af9ca52ea5bc913bf708ca282cd0d60) AuthConfig (bb949efc5191b5367398bbdccbe35f2208752a8eaf8bf98308d3c2a8861bbdd4) AuthConfig (651568e4069500388f6d5540a963b92638938b8c52c5150708221598d5da00f4) AuthConfig (bdb5bd6451622dfefdb992c672ea589971d8b7760b398df089ea2b241377fc83) AuthConfig (1f45b987f3441c52915cb9e23a1ca9748ec4b0b50dff8795e925be41bfac431c) AuthConfig (0508b41258277ce40bebfc74a6e451c3f9553ac2e30ba2b76662a7ba878f1be8) AuthConfig (474dcb39880ed46b1aee60c76c5d06b595f17dce165a3a7d4c6edfcc952b7caf) AuthConfig (86b3a8cc2b3d8e9c06dbcdd915e15f88daff89e52cd98ca57f8765ef7002fadc) AuthConfig (4262d010b14c1571ef9f97e25189512c5aecf5da2db8142ab02b94f16dcd2267) AuthConfig (40de373f978ca413ea587f78fecd4ed64b79843b5981c8fc9ba96fd63d512292) AuthConfig (75203cceee887d48a27fc86acfa5610ca44c6e2cc92bcc8e23f76e09055df14a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"72ec437f-0541-4cef-9d61-a23506e609e3","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:09.225114812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"a4472e35-8397-4c0e-a23f-43a6bbce399f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:09.245009473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"a4472e35-8397-4c0e-a23f-43a6bbce399f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:09.263588591Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b4b5e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8045bcbc20237fe2804715949bf241e78a58396fd59f9dc93a37359275e8b543) AuthConfig (03b6629b4c78b73fc3dc19fda4849cf090ad62a8f164e3e7ed14d3c52550f963) AuthConfig (52ef9152ef850a94edebb71e6b4db407268d2d4d5e74d8cba69317cf59b9ea5b) AuthConfig (b9181215ceabf257fc231f8df5bab970670c42e93fa1be9ac00a3f5c12ef74c5) AuthConfig (67e54af6588a386a4f243ac8752c109e1463eb5c76548e1a5e1ec05b27ff5a00) AuthConfig (4076235a4acbcddcd23785fe3228f308a4d3bba016bbcdf0ce50586dbc475150) AuthConfig (78cf4c3783a576357198221d508c5b85e3199929ea6639780aa5a372417f5274) AuthConfig (7820425876978e49647fd8aee1a2899de6e5618f1db9530277a265afb6487644) AuthConfig (d14e0f572f7c1100a04b9482e694d6f5462738f74606cb7692a469d2267a57ae) AuthConfig (c808d7279c3e19e65298220b6fc7c2356dc72e4a753628ae9d605df489e368ad) AuthConfig (40bafba73dd212b7cdafa49790c972a3698919625bbbe092fc23114c91969685) AuthConfig (d31905ba3281961865241d4ac0e7210d65111548a87ee1c7ece76e33abbf2366) AuthConfig (407eacf43728b516a39ec3242f1db452d29ff0353a5ece6d272c4b664e63c2ab) AuthConfig (41e5a5339e136cc172441b5f1fabf51991e4fc63e7953a8748975778313cb59f) AuthConfig (bb38871e7e5579d3a0e6220df003e59866a3093a37d39cad64bb5ee0390a14ba) AuthConfig (a1a626cbc7c4052200fe1a3c26f850c04ef3683f4c5bf97e3ef9ba2cb459a7f6) AuthConfig (6f535d20679b2fa96387a5cbcc33cbd0e68d0a3a9ad67261d40ec924232fcedc) AuthConfig (b8b42b2791877bd1214ae5ee02f697ce85dbcd8f27c20b9a39cf76b67f720e7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"a4472e35-8397-4c0e-a23f-43a6bbce399f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:10.478373035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"e7cc2387-7b33-4f9c-93fc-dcc3581e09f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:10.52432398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"e7cc2387-7b33-4f9c-93fc-dcc3581e09f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:10.544384918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-26a2a4-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c71126d1627a8d6b7f66dcc6be894159ac4d5eedb6f9f2007c9f104bd24baa21) AuthConfig (4e22f79d8f1414add3b1813aeadde49a82b6daf05fb166749f6994a873f4d437) AuthConfig (6a2fab83233b1c81e5b8f1e42faf4b4ee2d4a04abaa041f7dbfbfaa6b22be297) AuthConfig (048bb785ceb6ec77d5da8792e6529f93f2eac161adef52670b5ea85822b266de) AuthConfig (65b6f439949e2a87ce01e40a6cdb64994dff63e300d73a4c62e90dda19dece92) AuthConfig (1509c5d429c65aa51143b7ff23871a92cf740d4ba56c8369332624e6a5c9ea2e) AuthConfig (91bb6308aedce779971221045242be5c170a2de5120b497045059db2d7f16c62) AuthConfig (d95d080e7602ed41c835cd0f2edaaf77dc94598bea1d9a65aa683f0e29ddd8b3) AuthConfig (01761b432908184a2203435350a26ecbfbf1a81c66bd612f88c261cbf051d371) AuthConfig (9416372e7d0ab85ba46d59e4484916d45a0614d43f28ffe58df0e6b0cd7c0300) AuthConfig (d82d99d10353ef3b56176209dba5c4c3922b1c2998f0d1df403324bccc8ca8a6) AuthConfig (eec037e102c4188b6ad20467c86eedc39bb07efe85db8b4bbbf70268db97d01e) AuthConfig (3b5ccfaf8b5605e47504df7b7cde425b85d01fe6d4aeab80d1fa3cf289cf0f9f) AuthConfig (b7923df0ac6e99937adc3995e4e871f76c4a5001a25821046cc09f795cc1c96a) AuthConfig (268a6340f03cb60c73d503185b22a7aff92f9912669042c10d1783e7ec77d20e) AuthConfig (69f59ef7720be21a8b48516a77f9e8faf4182fbece7cde7d8de08921848c08d4) AuthConfig (3a732c8e141a5eb55bf1239fa201de38ff3e3939802094bbdd09a008da153a43) AuthConfig (fb7d52ca59072deffda85fb3d93b19023e7ea7d67d63e31e0c8da115c920bb23)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"e7cc2387-7b33-4f9c-93fc-dcc3581e09f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:10.815981519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"e41abf33-c771-4372-b3de-57f7b161c82e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:10.881699299Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"e41abf33-c771-4372-b3de-57f7b161c82e","name":"e2e-extmod-a-dea9cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:14.051994035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"c13f1944-51ed-4e24-bad5-aff137dae37e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:14.073384867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"c13f1944-51ed-4e24-bad5-aff137dae37e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:14.092260866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-2126fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b86b5011ced5df5cc2a407062203e3c6862275f0cb7f662faa170430c03236f6) AuthConfig (20be7abd296bfe670463282bce4c0ebc6159b155622cd809f1d312343a70af77) AuthConfig (5e556f96dbf341babf8fa8d56ff6449fd4ed705ed1341a0a88539386b93c857b) AuthConfig (cae1308e72d63e989c7bba5bfe7a7ea27218b09dda6b91739d40ddab0a599bfc) AuthConfig (82edb9047a7523744eab31b3c15327c5841ef9ebe43033c5c2ee49ef3bc8fb04) AuthConfig (0b44bb471fc779f7e3b54dfdc455531b24c27bd5e8eccddebf84464552331bde) AuthConfig (6cc94404393dbf1e3dd4984053f978926a87243a519c131770685630346578ed) AuthConfig (b1912745c58f644d538777c626b2f5eb7af9ca52ea5bc913bf708ca282cd0d60) AuthConfig (bb949efc5191b5367398bbdccbe35f2208752a8eaf8bf98308d3c2a8861bbdd4) AuthConfig (651568e4069500388f6d5540a963b92638938b8c52c5150708221598d5da00f4) AuthConfig (bdb5bd6451622dfefdb992c672ea589971d8b7760b398df089ea2b241377fc83) AuthConfig (1f45b987f3441c52915cb9e23a1ca9748ec4b0b50dff8795e925be41bfac431c) AuthConfig (0508b41258277ce40bebfc74a6e451c3f9553ac2e30ba2b76662a7ba878f1be8) AuthConfig (474dcb39880ed46b1aee60c76c5d06b595f17dce165a3a7d4c6edfcc952b7caf) AuthConfig (86b3a8cc2b3d8e9c06dbcdd915e15f88daff89e52cd98ca57f8765ef7002fadc) AuthConfig (4262d010b14c1571ef9f97e25189512c5aecf5da2db8142ab02b94f16dcd2267) AuthConfig (40de373f978ca413ea587f78fecd4ed64b79843b5981c8fc9ba96fd63d512292) AuthConfig (75203cceee887d48a27fc86acfa5610ca44c6e2cc92bcc8e23f76e09055df14a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"c13f1944-51ed-4e24-bad5-aff137dae37e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:15.661154218Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:19.414731589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"033bf39e-4006-47fb-ad91-3f4251e18eb6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:19.466842887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"033bf39e-4006-47fb-ad91-3f4251e18eb6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:19.487463074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-b4b5e3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8045bcbc20237fe2804715949bf241e78a58396fd59f9dc93a37359275e8b543) AuthConfig (03b6629b4c78b73fc3dc19fda4849cf090ad62a8f164e3e7ed14d3c52550f963) AuthConfig (52ef9152ef850a94edebb71e6b4db407268d2d4d5e74d8cba69317cf59b9ea5b) AuthConfig (b9181215ceabf257fc231f8df5bab970670c42e93fa1be9ac00a3f5c12ef74c5) AuthConfig (67e54af6588a386a4f243ac8752c109e1463eb5c76548e1a5e1ec05b27ff5a00) AuthConfig (4076235a4acbcddcd23785fe3228f308a4d3bba016bbcdf0ce50586dbc475150) AuthConfig (78cf4c3783a576357198221d508c5b85e3199929ea6639780aa5a372417f5274) AuthConfig (7820425876978e49647fd8aee1a2899de6e5618f1db9530277a265afb6487644) AuthConfig (d14e0f572f7c1100a04b9482e694d6f5462738f74606cb7692a469d2267a57ae) AuthConfig (c808d7279c3e19e65298220b6fc7c2356dc72e4a753628ae9d605df489e368ad) AuthConfig (40bafba73dd212b7cdafa49790c972a3698919625bbbe092fc23114c91969685) AuthConfig (d31905ba3281961865241d4ac0e7210d65111548a87ee1c7ece76e33abbf2366) AuthConfig (407eacf43728b516a39ec3242f1db452d29ff0353a5ece6d272c4b664e63c2ab) AuthConfig (41e5a5339e136cc172441b5f1fabf51991e4fc63e7953a8748975778313cb59f) AuthConfig (bb38871e7e5579d3a0e6220df003e59866a3093a37d39cad64bb5ee0390a14ba) AuthConfig (a1a626cbc7c4052200fe1a3c26f850c04ef3683f4c5bf97e3ef9ba2cb459a7f6) AuthConfig (6f535d20679b2fa96387a5cbcc33cbd0e68d0a3a9ad67261d40ec924232fcedc) AuthConfig (b8b42b2791877bd1214ae5ee02f697ce85dbcd8f27c20b9a39cf76b67f720e7d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"033bf39e-4006-47fb-ad91-3f4251e18eb6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:20.127035095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"46e026ee-1752-46b7-bc9f-cd64a04bdc4a","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"maas-trlp-auth-test-model-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:20.260164106Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"9ad48923-a044-4f70-99f0-4053be7c74cd","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"tenant":"e2e-shared-a-w2-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:20.26020198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"9ad48923-a044-4f70-99f0-4053be7c74cd","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"routeName":"auth-test-model-b73a75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","llmisvcName":"auth-test-model-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:20.595870591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"642fabf1-457c-46f6-b416-2fddbb3c2de2","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:20.62334085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"642fabf1-457c-46f6-b416-2fddbb3c2de2","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:20.79463975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"42aa4289-c453-43bb-8550-4a35d86b4682","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"tenant":"e2e-shared-a-w4-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:20.794664133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"42aa4289-c453-43bb-8550-4a35d86b4682","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"routeName":"auth-test-model-26a2a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","llmisvcName":"auth-test-model-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:21.328847845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"e2143bac-c349-405e-a703-705f00953079","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:21.349011019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"e2143bac-c349-405e-a703-705f00953079","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:21.502903308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"6813a48f-71f1-42a3-a525-5793e71dd0d2","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"tenant":"e2e-shared-b-w2-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:21.502923853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"6813a48f-71f1-42a3-a525-5793e71dd0d2","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"routeName":"auth-test-model-c83b50-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","llmisvcName":"auth-test-model-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:21.522890221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"2b9883f9-395b-4db7-9166-f37c0dee4856","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"tenant":"e2e-shared-b-w2-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:21.522926844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"2b9883f9-395b-4db7-9166-f37c0dee4856","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"routeName":"auth-test-model-c83b50-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","llmisvcName":"auth-test-model-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:21.552323805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"831f088c-4e7d-4a1a-aaca-2645a980f901","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:21.607548019Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"831f088c-4e7d-4a1a-aaca-2645a980f901","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:21.626402027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c83b50-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"831f088c-4e7d-4a1a-aaca-2645a980f901","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:21.648407628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"c2e39d36-08d0-448b-90e6-3002a171412c","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"tenant":"e2e-shared-b-w2-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:21.648435963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"c2e39d36-08d0-448b-90e6-3002a171412c","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"routeName":"auth-test-model-c83b50-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","llmisvcName":"auth-test-model-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:22.895946031Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"6d90ad83-46b3-4760-82a2-2b9b016cde89","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"tenant":"e2e-shared-a-w4-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:22.89597415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"6d90ad83-46b3-4760-82a2-2b9b016cde89","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"routeName":"auth-test-model-26a2a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","llmisvcName":"auth-test-model-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:22.917353964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"6bca0e88-9632-4757-acdc-67c3f5c95819","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"tenant":"e2e-shared-a-w4-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:22.917377422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"6bca0e88-9632-4757-acdc-67c3f5c95819","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"routeName":"auth-test-model-26a2a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","llmisvcName":"auth-test-model-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:22.924751705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"fb3fa63b-9f5e-4b19-86b3-7fa619956174","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:18:22.930236277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"671e1851-805e-4bdc-bfce-6838624c2fc4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-85c772\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:18:22.936431523Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"6bca0e88-9632-4757-acdc-67c3f5c95819","name":"auth-test-model-26a2a4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-26a2a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:18:22.93648302Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"6bca0e88-9632-4757-acdc-67c3f5c95819","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-26a2a4\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:22.941857028Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"214114f0-5ff0-499c-93d5-c7cf2c2741b6","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"tenant":"e2e-shared-a-w4-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:22.941874437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"214114f0-5ff0-499c-93d5-c7cf2c2741b6","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"routeName":"auth-test-model-26a2a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","llmisvcName":"auth-test-model-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:22.94555898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"fb3fa63b-9f5e-4b19-86b3-7fa619956174","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:22.963181814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"4b70a019-b491-44c7-8188-7d473ffdd342","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"tenant":"e2e-shared-a-w4-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:22.963216631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"4b70a019-b491-44c7-8188-7d473ffdd342","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"routeName":"auth-test-model-26a2a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","llmisvcName":"auth-test-model-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:22.985806777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"8a84b366-56f7-4a0d-a5c4-d5874551a726","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"tenant":"e2e-shared-a-w4-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:22.985822727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"8a84b366-56f7-4a0d-a5c4-d5874551a726","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"routeName":"auth-test-model-26a2a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","llmisvcName":"auth-test-model-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:23.049750041Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"05eaec02-fa8f-4983-b842-575bf41a6afa","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"maas-trlp-auth-test-model-26a2a4","model":"auth-test-model-26a2a4","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-26a2a4/e2e-auth-iso-85c772"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:23.105685228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"977caead-0bcf-4ce4-abed-9479a09e7a19","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:23.106885943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"5adb659f-8748-4b7a-bd9a-d92cefac1c0f","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"tenant":"e2e-shared-a-w4-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:23.106904646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"5adb659f-8748-4b7a-bd9a-d92cefac1c0f","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"routeName":"auth-test-model-26a2a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","llmisvcName":"auth-test-model-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:23.126993825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"977caead-0bcf-4ce4-abed-9479a09e7a19","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:23.152624278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"719085e6-c393-4998-858d-e5c7b799c1dd","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"maas-trlp-auth-test-model-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:24.122208611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"600fe4be-eb72-4fe0-b4ad-91032f8c77a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:24.142466331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"600fe4be-eb72-4fe0-b4ad-91032f8c77a7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:24.227251742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"f381a810-97e0-455b-982d-e597f17a53fd","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"tenant":"e2e-shared-a-w1-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:24.227278954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"f381a810-97e0-455b-982d-e597f17a53fd","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"routeName":"auth-test-model-2126fb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","llmisvcName":"auth-test-model-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:25.79361654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"9fef38cf-7a28-410a-9a32-51abc2c2ea46","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"tenant":"e2e-shared-a-w1-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:25.793645589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"9fef38cf-7a28-410a-9a32-51abc2c2ea46","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"routeName":"auth-test-model-2126fb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","llmisvcName":"auth-test-model-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:25.814538738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"063a1906-e598-46c4-aa3a-3c3c97c2d18f","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"tenant":"e2e-shared-a-w1-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:25.814650706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"063a1906-e598-46c4-aa3a-3c3c97c2d18f","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"routeName":"auth-test-model-2126fb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","llmisvcName":"auth-test-model-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:25.82593745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"dadaa734-669c-4afb-a25b-e8e5dd0bdc5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:18:25.826938113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"138dbaec-452e-4583-aa9e-92ce2aa85c8b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f21ed7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:18:25.831978332Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"063a1906-e598-46c4-aa3a-3c3c97c2d18f","name":"auth-test-model-2126fb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2126fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:18:25.832043998Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"063a1906-e598-46c4-aa3a-3c3c97c2d18f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-2126fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:25.837510015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"04020a2f-151c-4c2e-b696-8241d0471d87","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"tenant":"e2e-shared-a-w1-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:25.837598086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"04020a2f-151c-4c2e-b696-8241d0471d87","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"routeName":"auth-test-model-2126fb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","llmisvcName":"auth-test-model-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:25.847813569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"dadaa734-669c-4afb-a25b-e8e5dd0bdc5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:25.869695375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"0ea4a6b9-a8ff-40e3-b0c7-19ba4867eacb","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"tenant":"e2e-shared-a-w1-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:25.869721643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"0ea4a6b9-a8ff-40e3-b0c7-19ba4867eacb","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"routeName":"auth-test-model-2126fb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","llmisvcName":"auth-test-model-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:25.888619067Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"0500d6bd-28da-4279-9aab-8b8553a7a044","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"tenant":"e2e-shared-a-w1-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:25.888640262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"0500d6bd-28da-4279-9aab-8b8553a7a044","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"routeName":"auth-test-model-2126fb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","llmisvcName":"auth-test-model-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:25.951124218Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"07d3d442-82b5-4611-88b4-a52241aa8774","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"maas-trlp-auth-test-model-2126fb","model":"auth-test-model-2126fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-2126fb/e2e-auth-iso-f21ed7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:26.009066363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"fd7f55f8-7a33-4bf9-aa9f-0a13b5598aaa","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"tenant":"e2e-shared-a-w1-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:26.009086979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"fd7f55f8-7a33-4bf9-aa9f-0a13b5598aaa","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"routeName":"auth-test-model-2126fb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","llmisvcName":"auth-test-model-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:26.015000521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"f05f1667-c748-4b0e-a1a2-40a4fa30ed2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:26.036509238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"f05f1667-c748-4b0e-a1a2-40a4fa30ed2a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:26.058337015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"3d583b5f-9c18-43ae-af01-fad1439fa00c","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"maas-trlp-auth-test-model-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:29.519520113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"9b08f609-07e4-4d75-a9b5-97d97f206ea4","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:29.539379396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"9b08f609-07e4-4d75-a9b5-97d97f206ea4","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:29.624902532Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"fca9a8ea-521f-4edb-b86a-031dc3e9aa22","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"tenant":"e2e-shared-a-w0-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:29.624925035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"fca9a8ea-521f-4edb-b86a-031dc3e9aa22","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"routeName":"auth-test-model-b4b5e3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","llmisvcName":"auth-test-model-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.448634489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"ad244f21-68db-4266-8944-6d0cfc0edd62","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w5-383f0e","tenantID":"e2e-shared-b-w5-383f0e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.493725863Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"ad244f21-68db-4266-8944-6d0cfc0edd62","name":"e2e-shared-b-w5-383f0e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.529155433Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"8b5b6504-995b-43d8-903e-92edbb79c829","namespace":"ai-tenant-e2e-praxis-a-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.529290626Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"8b5b6504-995b-43d8-903e-92edbb79c829","name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.549639007Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"8b5b6504-995b-43d8-903e-92edbb79c829","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.549664544Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"8b5b6504-995b-43d8-903e-92edbb79c829","namespace":"ai-tenant-e2e-praxis-a-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.549756844Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"8b5b6504-995b-43d8-903e-92edbb79c829","name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.550489898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"5fe3fd39-8b04-40f1-b1f5-4cb789af348e","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.550504779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"5fe3fd39-8b04-40f1-b1f5-4cb789af348e","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.56939079Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"8b5b6504-995b-43d8-903e-92edbb79c829","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.576740854Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"2f05c46b-6250-4dfc-96fd-f49a423a27f3","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.576767679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"2f05c46b-6250-4dfc-96fd-f49a423a27f3","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.58351058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"0ea9d903-b227-4ede-b4c1-4fdafd67eee4","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.606063761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"0ea9d903-b227-4ede-b4c1-4fdafd67eee4","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.606445082Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-sub","reconcileID":"4b913efa-0230-49bd-8bef-81c8932c482a","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-26c8ddf8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.621091006Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-sub","reconcileID":"361757aa-d120-4338-9889-878d732591c4","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-26c8ddf8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.735560899Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"76f5bffe-6a37-42cc-859c-0103ec4ee408","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.867271869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"76f5bffe-6a37-42cc-859c-0103ec4ee408","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.922696579Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"76f5bffe-6a37-42cc-859c-0103ec4ee408","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"e2e-praxis-a-96cd49-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.922723702Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-auth","reconcileID":"76f5bffe-6a37-42cc-859c-0103ec4ee408","MaaSAuthPolicy":{"name":"praxis-route-96cd49-auth","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.942778385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"7c0e453d-5b84-41f2-a9aa-f022a8df0be4","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:30.942799312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"7c0e453d-5b84-41f2-a9aa-f022a8df0be4","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:31.678423849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"68aeae97-d450-4f15-814d-0b1febe87a6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:31.698318311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"68aeae97-d450-4f15-814d-0b1febe87a6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:31.717047004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c83b50-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"68aeae97-d450-4f15-814d-0b1febe87a6d","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:31.793273793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"ed79dfe6-2609-4615-aa24-2838a554989a","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"tenant":"e2e-shared-a-w0-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:31.793294285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"ed79dfe6-2609-4615-aa24-2838a554989a","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"routeName":"auth-test-model-b4b5e3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","llmisvcName":"auth-test-model-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:31.815044726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"6953aaa0-5b71-406e-bdb0-4b3bc048c139","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"tenant":"e2e-shared-a-w0-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:31.81506438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"6953aaa0-5b71-406e-bdb0-4b3bc048c139","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"routeName":"auth-test-model-b4b5e3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","llmisvcName":"auth-test-model-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:31.822180449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"acf933f1-a83e-4be8-bc14-3c3c74e72736","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:18:31.82636512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"d0c5cde9-94ad-4a1f-8a48-d2ddbe3d223a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5ecb10\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:18:31.831564686Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"6953aaa0-5b71-406e-bdb0-4b3bc048c139","name":"auth-test-model-b4b5e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b4b5e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:18:31.831629017Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"6953aaa0-5b71-406e-bdb0-4b3bc048c139","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-b4b5e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:31.836962577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"2b074c9d-447f-4b85-82f1-efc9864e07d0","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"tenant":"e2e-shared-a-w0-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:31.836979494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"2b074c9d-447f-4b85-82f1-efc9864e07d0","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"routeName":"auth-test-model-b4b5e3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","llmisvcName":"auth-test-model-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:31.842318835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"acf933f1-a83e-4be8-bc14-3c3c74e72736","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:31.858870177Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"de086a29-0910-43ef-b789-470c383f42ad","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"tenant":"e2e-shared-a-w0-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:31.858889604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"de086a29-0910-43ef-b789-470c383f42ad","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"routeName":"auth-test-model-b4b5e3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","llmisvcName":"auth-test-model-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:31.877034394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"9e6853ed-6055-4c02-9054-5931433d2aad","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"tenant":"e2e-shared-a-w0-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:31.877051465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"9e6853ed-6055-4c02-9054-5931433d2aad","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"routeName":"auth-test-model-b4b5e3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","llmisvcName":"auth-test-model-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:31.942556249Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"f9eeae88-6350-460c-8bf9-7e131d538e8e","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"maas-trlp-auth-test-model-b4b5e3","model":"auth-test-model-b4b5e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-b4b5e3/e2e-auth-iso-5ecb10"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:32.000393676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"41296347-fcd2-4617-9797-7a9011cadac7","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"tenant":"e2e-shared-a-w0-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:32.000411339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"41296347-fcd2-4617-9797-7a9011cadac7","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"routeName":"auth-test-model-b4b5e3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","llmisvcName":"auth-test-model-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:32.00122221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"eba446c4-9730-4704-b3e6-74ec698306e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:32.02104159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"eba446c4-9730-4704-b3e6-74ec698306e2","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:32.045926128Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"46acfa9f-1979-4b5f-8639-7d1f42fcf103","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"maas-trlp-auth-test-model-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:40.636706023Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-sub","reconcileID":"49f96174-00c6-42ef-95c5-31af05fe6e94","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","subscription":"praxis-route-96cd49-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:40.654917651Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-sub","reconcileID":"49f96174-00c6-42ef-95c5-31af05fe6e94","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:40.670085421Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49-sub","reconcileID":"49f96174-00c6-42ef-95c5-31af05fe6e94","MaaSSubscription":{"name":"praxis-route-96cd49-sub","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"name":"maas-trlp-praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:40.876516566Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"623b9fc9-340b-411c-b4ff-54143f3dcf8f","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"tenant":"e2e-praxis-a-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","model":"ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:40.876546043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"623b9fc9-340b-411c-b4ff-54143f3dcf8f","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"routeName":"praxis-route-96cd49-kserve-route","namespace":"ai-tenant-e2e-praxis-a-96cd49","llmisvcName":"praxis-route-96cd49","gateway":"openshift-ingress/e2e-praxis-a-96cd49","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:41.747527956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"0cfdec39-a18d-4096-87f6-c00b1d7cc443","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:41.769076503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"0cfdec39-a18d-4096-87f6-c00b1d7cc443","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:41.788137776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c83b50-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"0cfdec39-a18d-4096-87f6-c00b1d7cc443","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:45.660568101Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:50.089557561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fe0590c-07d2-40d2-8cb2-def546310059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:50.106250197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fe0590c-07d2-40d2-8cb2-def546310059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:50.121558539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fe0590c-07d2-40d2-8cb2-def546310059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:50.137452168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fe0590c-07d2-40d2-8cb2-def546310059","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:50.810528668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c849f656-451b-4f4a-bbea-6597c127cc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:50.825706406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c849f656-451b-4f4a-bbea-6597c127cc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:50.841236028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c849f656-451b-4f4a-bbea-6597c127cc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:50.856393038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c849f656-451b-4f4a-bbea-6597c127cc55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:51.562269187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af036705-922d-4e9c-a237-2e58ecbbc044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:51.579049927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af036705-922d-4e9c-a237-2e58ecbbc044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:51.646138162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af036705-922d-4e9c-a237-2e58ecbbc044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:51.683620379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af036705-922d-4e9c-a237-2e58ecbbc044","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:51.818772439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"d98954d2-2eae-44be-8996-c527b7cefd8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:51.840002972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"d98954d2-2eae-44be-8996-c527b7cefd8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:51.858514091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c83b50-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"d98954d2-2eae-44be-8996-c527b7cefd8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:52.356530261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ef8ed1e-0c25-4ab8-87ef-5513132e3892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:52.371522985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ef8ed1e-0c25-4ab8-87ef-5513132e3892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:52.386361377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ef8ed1e-0c25-4ab8-87ef-5513132e3892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:52.403259512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ef8ed1e-0c25-4ab8-87ef-5513132e3892","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:56.501563225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61522375-d451-4737-9b87-f398def1a6ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:56.516632361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61522375-d451-4737-9b87-f398def1a6ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:56.531389946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61522375-d451-4737-9b87-f398def1a6ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:56.546799712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61522375-d451-4737-9b87-f398def1a6ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:57.136145695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1755e983-38a3-4d74-97a2-7d1ca7545508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:57.152951275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1755e983-38a3-4d74-97a2-7d1ca7545508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:57.168594506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1755e983-38a3-4d74-97a2-7d1ca7545508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:57.183427829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1755e983-38a3-4d74-97a2-7d1ca7545508","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:57.352816886Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-26b322","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-26b322","reconcileID":"5d5c3494-6f9d-4bab-8d6c-f2c8e960f440","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-26b322","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-26b322":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.133682552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e18122-4eca-4d66-adde-6c5d23b5b3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.148577708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e18122-4eca-4d66-adde-6c5d23b5b3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.163992475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e18122-4eca-4d66-adde-6c5d23b5b3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.179080204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6e18122-4eca-4d66-adde-6c5d23b5b3b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.82232253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e72a5ac-5ec9-4271-92bd-42751004b453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.838426795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e72a5ac-5ec9-4271-92bd-42751004b453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.854436523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e72a5ac-5ec9-4271-92bd-42751004b453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:18:58.870319881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e72a5ac-5ec9-4271-92bd-42751004b453","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:18:59.074364422Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-26b322","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-26b322","reconcileID":"e581dc74-0ef4-4b5e-9fa2-7432fda94d07","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-b-26b322\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:01.889264577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"5470b1d0-e225-47f4-948d-cd36d00572db","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:01.967998497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"5470b1d0-e225-47f4-948d-cd36d00572db","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:01.996153164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c83b50-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"5470b1d0-e225-47f4-948d-cd36d00572db","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:09.412859556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"14124b2a-8165-4e67-92cc-971735704210","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"maas-trlp-auth-test-model-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:09.69999083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"687db217-09fa-4c45-87ee-0ed36eeb0c68","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"tenant":"e2e-shared-a-w1-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:09.70010649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"687db217-09fa-4c45-87ee-0ed36eeb0c68","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"routeName":"auth-test-model-2126fb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","llmisvcName":"auth-test-model-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:09.744904586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"74c9143f-01a1-4cdf-8196-53451605cd35","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"maas-trlp-auth-test-model-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:09.873895795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"ee08887a-04fb-400c-8035-c7b90f90883a","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"tenant":"e2e-shared-a-w4-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:09.873930516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"ee08887a-04fb-400c-8035-c7b90f90883a","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"routeName":"auth-test-model-26a2a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","llmisvcName":"auth-test-model-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:10.124635975Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"fc4a227d-aca0-4a54-9a70-e86da2bc71d9","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"maas-trlp-auth-test-model-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:10.301625526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"287149a0-4fa0-46a5-b8a0-2397dc7c0eb2","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"tenant":"e2e-shared-a-w0-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:10.301738108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"287149a0-4fa0-46a5-b8a0-2397dc7c0eb2","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"routeName":"auth-test-model-b4b5e3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","llmisvcName":"auth-test-model-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:10.359215396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"a57e0e30-0144-4f2e-8c91-cb057991a42f","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"tenant":"e2e-shared-b-w1-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:10.359444746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"a57e0e30-0144-4f2e-8c91-cb057991a42f","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"routeName":"auth-test-model-8a8b61-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","llmisvcName":"auth-test-model-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:10.390689646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"490d3abe-401c-4e38-8794-3ee84b5c6040","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"tenant":"e2e-shared-b-w1-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:10.390912473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"490d3abe-401c-4e38-8794-3ee84b5c6040","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"routeName":"auth-test-model-8a8b61-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","llmisvcName":"auth-test-model-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:10.4392299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"e4a17c1f-65f5-4760-adbb-8170e1b8d433","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:10.51688149Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"e4a17c1f-65f5-4760-adbb-8170e1b8d433","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:10.541091587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8a8b61-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"e4a17c1f-65f5-4760-adbb-8170e1b8d433","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:10.56694019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"40166e81-1ec8-43f2-959c-7f416b7fe967","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"tenant":"e2e-shared-b-w1-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:10.567076498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"40166e81-1ec8-43f2-959c-7f416b7fe967","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"routeName":"auth-test-model-8a8b61-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","llmisvcName":"auth-test-model-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:10.98648841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"a0343889-4b5f-4268-95ee-de342468ffab","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:11.006852937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"a0343889-4b5f-4268-95ee-de342468ffab","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:11.291888456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"2127b10d-bd28-4081-ab27-47501377d902","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:11.312174552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"2127b10d-bd28-4081-ab27-47501377d902","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:11.714968539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"e213fa1a-620d-48d6-9ea0-2e929ede172c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:11.746829634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"e213fa1a-620d-48d6-9ea0-2e929ede172c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:11.821075636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"498d01e5-38e7-4e92-be7a-7375c5fb8c78","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"tenant":"e2e-shared-b-w4-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:11.8211065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"498d01e5-38e7-4e92-be7a-7375c5fb8c78","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"routeName":"auth-test-model-4ad17e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","llmisvcName":"auth-test-model-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:11.905464362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"e7900096-cfc1-4bac-a49a-ea218cf4d370","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"tenant":"e2e-shared-b-w4-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:11.90555501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"e7900096-cfc1-4bac-a49a-ea218cf4d370","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"routeName":"auth-test-model-4ad17e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","llmisvcName":"auth-test-model-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:11.937500095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"28468b19-d775-4ae0-9150-1b49e05bff30","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"tenant":"e2e-shared-b-w0-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:11.941285807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"28468b19-d775-4ae0-9150-1b49e05bff30","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"routeName":"auth-test-model-52f67b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","llmisvcName":"auth-test-model-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:11.981814559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"b98eaeb9-048f-42ac-8105-8352a19e1a3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:11.982855094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"c6bb5f98-cfa7-4ec3-b38c-2ed80ef49eb6","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"tenant":"e2e-shared-b-w0-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:11.985289606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"c6bb5f98-cfa7-4ec3-b38c-2ed80ef49eb6","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"routeName":"auth-test-model-52f67b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","llmisvcName":"auth-test-model-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.128639477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"7af1c865-81ac-49b2-b21a-eaf0e8743626","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.129373432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"4303001e-5672-45cf-adf5-0a3e3949b25e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.140525677Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"b98eaeb9-048f-42ac-8105-8352a19e1a3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.214205752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4ad17e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"b98eaeb9-048f-42ac-8105-8352a19e1a3f","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.227551239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"4303001e-5672-45cf-adf5-0a3e3949b25e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.230046563Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"7af1c865-81ac-49b2-b21a-eaf0e8743626","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.288876703Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"86221be9-b5b4-4a36-b20f-e163d82ffbc1","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"tenant":"e2e-shared-b-w4-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.288915786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"86221be9-b5b4-4a36-b20f-e163d82ffbc1","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"routeName":"auth-test-model-4ad17e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","llmisvcName":"auth-test-model-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.361668734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c83b50-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4cbd5a9e9c7a79c366197250da484adb86c6cf73be9b5390aa3b83be0a22102) AuthConfig (a01afa0ffdd97508173eaabb8229ea56fd39dbc4e31ed531fa2fa2681d5f0ab5) AuthConfig (816b681faa9a8d3c04ea74f414106016a9d9294c7a9c6cf9d98cebecd296b279) AuthConfig (86769b5019f40081b00d0551fb775f3fade670a67ca9ec74ade90899d3288dcc) AuthConfig (68456dee6d3dd89cab610b3ad5a34c86d6b205fbc8128c8a8f65bc79e3b02361) AuthConfig (789defff727c349acad977eeaccb739a31d6abf2ed575aa3020195ca7e7719f9) AuthConfig (033deac7d238524af797451ca25eee4658eb75c6a413b55bd4e535211e0892db) AuthConfig (b7863f3563da0e03f25e19d722a0e686fe0187664b712524d8941375f9c1fe27) AuthConfig (ee672d70daf4e9ba7b61ce90520a1976e8a013edda19910b6f61147e50d3eeae) AuthConfig (c5d5c560c0f301e146f78cb4ea4d12fbf57236d20c65c595ad9ecb1d5dc01f5f) AuthConfig (7ef0bdeb33980aee8d446d80ffde64da0625c29cc0ea3b12b570af5b3e2c137b) AuthConfig (df283a8392c147cc4672c2f1b9434ed4f9e4cac9f1b1ef9f61684aebb06a58d9) AuthConfig (bfd93e2b77da8862e92c025e056cfacd7e5c9f9c6da160d91d83a0613f605ffc) AuthConfig (e10fb94fa01d595274ac2ea342958a4d9b2a0083ccf15f2b7f47afcbdb8d2cbe) AuthConfig (6fadaf8afd7cabbbbfb7ee6c16abd21f9d95bd2bc49a15abe78929de097a233d) AuthConfig (7bed0665b7e0cb0bbe4f86d647bf9c83d4499d39ffc44dd6060b6ac6b3b82966) AuthConfig (bd25cf9cfcacd887f426e49d8229e570a3a1c7fda1c97eb5ba2d31b6dec3920f) AuthConfig (7fd52247de19c21627ac1c5502820025678021ce0e1ba82fd1f466e7e2c35e6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"4303001e-5672-45cf-adf5-0a3e3949b25e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.365769265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-52f67b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"7af1c865-81ac-49b2-b21a-eaf0e8743626","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.386612719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"8521e2f0-be9a-45a7-92c1-316db0f09ab9","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"tenant":"e2e-shared-b-w2-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.386744169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"8521e2f0-be9a-45a7-92c1-316db0f09ab9","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"routeName":"auth-test-model-c83b50-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","llmisvcName":"auth-test-model-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.388050851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"46b583b7-2db0-43ad-a983-fd201c918e4e","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"tenant":"e2e-shared-b-w0-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.388117005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"46b583b7-2db0-43ad-a983-fd201c918e4e","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"routeName":"auth-test-model-52f67b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","llmisvcName":"auth-test-model-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.742172867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6dfb0-3157-4f43-86ab-af2717ec3a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.767080357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6dfb0-3157-4f43-86ab-af2717ec3a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.803861451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6dfb0-3157-4f43-86ab-af2717ec3a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:12.837357043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ee6dfb0-3157-4f43-86ab-af2717ec3a5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:13.603516839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d38264-c531-4684-80a6-8ce781e05df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:13.618871072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d38264-c531-4684-80a6-8ce781e05df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:13.635464768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d38264-c531-4684-80a6-8ce781e05df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:13.659492367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74d38264-c531-4684-80a6-8ce781e05df5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:15.661154889Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.2935415Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","namespace":"ai-tenant-e2e-praxis-a-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.293657769Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","namespace":"ai-tenant-e2e-praxis-a-96cd49","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.293757983Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","tenant":"e2e-praxis-a-96cd49","tenantID":"e2e-praxis-a-96cd49","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.311669749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"Deployment","name":"maas-api-e2e-praxis-a-96cd49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.343646788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"Service","name":"maas-api-e2e-praxis-a-96cd49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.369484967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-96cd49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.394682706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-96cd49","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.413717909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-96cd49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.432575413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-96cd49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.453986997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-96cd49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.472984001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-96cd49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.488774692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-96cd49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.506687437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-96cd49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.522887071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"Service","name":"payload-processing-e2e-praxis-a-96cd49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.538522713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-96cd49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.554565196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-96cd49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.570714911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-96cd49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.587915972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-96cd49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.618384691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-96cd49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.63865488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-96cd49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.656567324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-96cd49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.673415818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-96cd49","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:18.692309045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"default-tenant","reconcileID":"871233eb-2e6f-44bb-977f-632a590e1817","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-96cd49","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:19.306700693Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-96cd49","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-96cd49","reconcileID":"bb056b91-7fcd-4af1-af42-3b81909ef127","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-96cd49","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-96cd49"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:19.363587664Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"d3a74a86-5a6b-47f2-99ed-971f5e27671f","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:19.404981276Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"d3a74a86-5a6b-47f2-99ed-971f5e27671f","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:19.410887603Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"f91d9eac-6152-4e5d-a73e-36d981285d34","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:19.410977184Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"f91d9eac-6152-4e5d-a73e-36d981285d34","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:19.425746575Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"d36f577e-281a-43b0-96aa-915890ddd6d7","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:19.425886892Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"d36f577e-281a-43b0-96aa-915890ddd6d7","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:19.447804799Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"e78aacf9-97bd-4b3b-9128-c286804dc4eb","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:19.447994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"e78aacf9-97bd-4b3b-9128-c286804dc4eb","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:19.488856026Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"de5c0e5f-7ef4-416d-a1ff-386db0ff90b9","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:19.488942027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"de5c0e5f-7ef4-416d-a1ff-386db0ff90b9","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:19.627697929Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"12a0341d-32e4-4ed6-a0e2-1114d1093f13","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:19.62786708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"12a0341d-32e4-4ed6-a0e2-1114d1093f13","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:19.788231649Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"30e19f03-b3e8-4d24-933b-cd4d88d4b137","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:19.788319546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"30e19f03-b3e8-4d24-933b-cd4d88d4b137","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:19.794143872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab97207-6e95-4b58-9510-2e3741f79135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:19.810377399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab97207-6e95-4b58-9510-2e3741f79135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:19.826609373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab97207-6e95-4b58-9510-2e3741f79135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:19.842909241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab97207-6e95-4b58-9510-2e3741f79135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:20.109023429Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"ccd92979-ce3c-45e0-8877-ee13317bdaa2","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:20.109122976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"ccd92979-ce3c-45e0-8877-ee13317bdaa2","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:20.482275403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed39ef25-ef0b-4411-a896-b43e513bcacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:20.498635414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed39ef25-ef0b-4411-a896-b43e513bcacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:20.516768709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed39ef25-ef0b-4411-a896-b43e513bcacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:20.53522623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed39ef25-ef0b-4411-a896-b43e513bcacb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:20.604654454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"734c22a7-6793-434f-b6b3-d1de7e43ddbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:20.625433053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"734c22a7-6793-434f-b6b3-d1de7e43ddbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:20.646237278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8a8b61-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"734c22a7-6793-434f-b6b3-d1de7e43ddbc","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:20.749975831Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"088dbca9-e2c8-4548-8ba2-844849d1d486","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:20.75005593Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"088dbca9-e2c8-4548-8ba2-844849d1d486","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:22.031585685Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"25c9e913-137d-45aa-a17e-4a54befcfab2","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:22.031683779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"25c9e913-137d-45aa-a17e-4a54befcfab2","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:22.325932253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"de2f5f3d-759d-4103-ba6f-be1aa5ebff15","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:22.356465726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"de2f5f3d-759d-4103-ba6f-be1aa5ebff15","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:22.386660315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4ad17e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"de2f5f3d-759d-4103-ba6f-be1aa5ebff15","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:22.436790818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"97d16146-309b-4244-bcd6-952d50c7bed1","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:22.437801702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"547d1ddc-a8bd-4511-a057-1a962d10d799","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:22.489046732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"97d16146-309b-4244-bcd6-952d50c7bed1","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:22.492211606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"547d1ddc-a8bd-4511-a057-1a962d10d799","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:22.511999651Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c83b50-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4cbd5a9e9c7a79c366197250da484adb86c6cf73be9b5390aa3b83be0a22102) AuthConfig (a01afa0ffdd97508173eaabb8229ea56fd39dbc4e31ed531fa2fa2681d5f0ab5) AuthConfig (816b681faa9a8d3c04ea74f414106016a9d9294c7a9c6cf9d98cebecd296b279) AuthConfig (86769b5019f40081b00d0551fb775f3fade670a67ca9ec74ade90899d3288dcc) AuthConfig (68456dee6d3dd89cab610b3ad5a34c86d6b205fbc8128c8a8f65bc79e3b02361) AuthConfig (789defff727c349acad977eeaccb739a31d6abf2ed575aa3020195ca7e7719f9) AuthConfig (033deac7d238524af797451ca25eee4658eb75c6a413b55bd4e535211e0892db) AuthConfig (b7863f3563da0e03f25e19d722a0e686fe0187664b712524d8941375f9c1fe27) AuthConfig (ee672d70daf4e9ba7b61ce90520a1976e8a013edda19910b6f61147e50d3eeae) AuthConfig (c5d5c560c0f301e146f78cb4ea4d12fbf57236d20c65c595ad9ecb1d5dc01f5f) AuthConfig (7ef0bdeb33980aee8d446d80ffde64da0625c29cc0ea3b12b570af5b3e2c137b) AuthConfig (df283a8392c147cc4672c2f1b9434ed4f9e4cac9f1b1ef9f61684aebb06a58d9) AuthConfig (bfd93e2b77da8862e92c025e056cfacd7e5c9f9c6da160d91d83a0613f605ffc) AuthConfig (e10fb94fa01d595274ac2ea342958a4d9b2a0083ccf15f2b7f47afcbdb8d2cbe) AuthConfig (6fadaf8afd7cabbbbfb7ee6c16abd21f9d95bd2bc49a15abe78929de097a233d) AuthConfig (7bed0665b7e0cb0bbe4f86d647bf9c83d4499d39ffc44dd6060b6ac6b3b82966) AuthConfig (bd25cf9cfcacd887f426e49d8229e570a3a1c7fda1c97eb5ba2d31b6dec3920f) AuthConfig (7fd52247de19c21627ac1c5502820025678021ce0e1ba82fd1f466e7e2c35e6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"97d16146-309b-4244-bcd6-952d50c7bed1","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:22.516363668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-52f67b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"547d1ddc-a8bd-4511-a057-1a962d10d799","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:24.59288488Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"5e467aca-bf20-43b3-82e9-9fe762db78b4","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:24.592946378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"5e467aca-bf20-43b3-82e9-9fe762db78b4","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:25.027907907Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"5a44c5e8-b595-4486-850c-2b605cfb6c00","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:25.02800813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"5a44c5e8-b595-4486-850c-2b605cfb6c00","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:30.678957702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"ed258a5e-643e-46bc-8a4d-da1af9607784","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:30.703329997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"ed258a5e-643e-46bc-8a4d-da1af9607784","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:30.723370286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8a8b61-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"ed258a5e-643e-46bc-8a4d-da1af9607784","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:32.41992669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"d48279b1-53dc-480e-ad0d-88b12679c475","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:32.441343184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"d48279b1-53dc-480e-ad0d-88b12679c475","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:32.461388239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4ad17e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"d48279b1-53dc-480e-ad0d-88b12679c475","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:32.544538283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"3f7bb448-2554-4243-a590-596360afec23","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:32.548504573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"e4947b14-8446-4748-82c7-19f152bd27fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:32.565930105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"3f7bb448-2554-4243-a590-596360afec23","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:32.569571661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"e4947b14-8446-4748-82c7-19f152bd27fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:32.585794279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c83b50-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4cbd5a9e9c7a79c366197250da484adb86c6cf73be9b5390aa3b83be0a22102) AuthConfig (a01afa0ffdd97508173eaabb8229ea56fd39dbc4e31ed531fa2fa2681d5f0ab5) AuthConfig (816b681faa9a8d3c04ea74f414106016a9d9294c7a9c6cf9d98cebecd296b279) AuthConfig (86769b5019f40081b00d0551fb775f3fade670a67ca9ec74ade90899d3288dcc) AuthConfig (68456dee6d3dd89cab610b3ad5a34c86d6b205fbc8128c8a8f65bc79e3b02361) AuthConfig (789defff727c349acad977eeaccb739a31d6abf2ed575aa3020195ca7e7719f9) AuthConfig (033deac7d238524af797451ca25eee4658eb75c6a413b55bd4e535211e0892db) AuthConfig (b7863f3563da0e03f25e19d722a0e686fe0187664b712524d8941375f9c1fe27) AuthConfig (ee672d70daf4e9ba7b61ce90520a1976e8a013edda19910b6f61147e50d3eeae) AuthConfig (c5d5c560c0f301e146f78cb4ea4d12fbf57236d20c65c595ad9ecb1d5dc01f5f) AuthConfig (7ef0bdeb33980aee8d446d80ffde64da0625c29cc0ea3b12b570af5b3e2c137b) AuthConfig (df283a8392c147cc4672c2f1b9434ed4f9e4cac9f1b1ef9f61684aebb06a58d9) AuthConfig (bfd93e2b77da8862e92c025e056cfacd7e5c9f9c6da160d91d83a0613f605ffc) AuthConfig (e10fb94fa01d595274ac2ea342958a4d9b2a0083ccf15f2b7f47afcbdb8d2cbe) AuthConfig (6fadaf8afd7cabbbbfb7ee6c16abd21f9d95bd2bc49a15abe78929de097a233d) AuthConfig (7bed0665b7e0cb0bbe4f86d647bf9c83d4499d39ffc44dd6060b6ac6b3b82966) AuthConfig (bd25cf9cfcacd887f426e49d8229e570a3a1c7fda1c97eb5ba2d31b6dec3920f) AuthConfig (7fd52247de19c21627ac1c5502820025678021ce0e1ba82fd1f466e7e2c35e6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"3f7bb448-2554-4243-a590-596360afec23","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:32.589375459Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-52f67b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"e4947b14-8446-4748-82c7-19f152bd27fb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:33.260518061Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"8ac693d9-0665-4aec-bb9f-489caf18f923","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:33.260598197Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"8ac693d9-0665-4aec-bb9f-489caf18f923","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:33.314476585Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"49dc7bce-1b91-4191-bc2a-0b9b2959729d","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:33.314571653Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"49dc7bce-1b91-4191-bc2a-0b9b2959729d","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:33.693446797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac3228e7-408f-443e-9bef-d9340b61f0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:33.709446585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac3228e7-408f-443e-9bef-d9340b61f0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:33.725641184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac3228e7-408f-443e-9bef-d9340b61f0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:33.741800488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac3228e7-408f-443e-9bef-d9340b61f0f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:34.351236286Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"53684442-c8ca-456f-b902-9dc09a8e88c6","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:34.351356049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"53684442-c8ca-456f-b902-9dc09a8e88c6","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:34.408757836Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e1769a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e1769a","reconcileID":"ccd28486-1aa9-489d-abb8-28ea5ffcdf5e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e1769a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-e1769a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:34.448614895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7f25bc-94ae-48aa-9f4b-4d2824af75af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:34.467033296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7f25bc-94ae-48aa-9f4b-4d2824af75af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:34.484060955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7f25bc-94ae-48aa-9f4b-4d2824af75af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:34.500671752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7f25bc-94ae-48aa-9f4b-4d2824af75af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:34.525068124Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"b242814a-6fde-4d2a-aabd-832837b56a85","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:34.52514935Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"b242814a-6fde-4d2a-aabd-832837b56a85","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:35.141407222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b2d17b1-7135-446b-9aa5-77c30ad81cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:35.157518446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b2d17b1-7135-446b-9aa5-77c30ad81cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:35.173489412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b2d17b1-7135-446b-9aa5-77c30ad81cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:35.189590608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b2d17b1-7135-446b-9aa5-77c30ad81cfa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:36.00848067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959e8f77-47e1-4ff0-82db-e128f037ff5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:36.034710057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959e8f77-47e1-4ff0-82db-e128f037ff5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:36.051641219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959e8f77-47e1-4ff0-82db-e128f037ff5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:36.068540355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"959e8f77-47e1-4ff0-82db-e128f037ff5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:36.112171295Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"977b8260-6c14-48cd-bbb5-4981758a2ab8","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:36.112300051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"977b8260-6c14-48cd-bbb5-4981758a2ab8","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:19:36.364034192Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e1769a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e1769a","reconcileID":"11c84fde-aaba-4b8c-bfb3-a085455ea779","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-a-e1769a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:37.073465512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a525c79-73ad-4f4d-a0ea-17795796bcbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:37.09042441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a525c79-73ad-4f4d-a0ea-17795796bcbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:37.107152629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a525c79-73ad-4f4d-a0ea-17795796bcbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:37.12429938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a525c79-73ad-4f4d-a0ea-17795796bcbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:40.756182289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"853d6794-0e15-4b98-88fd-f24dbbdeb20c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:40.777814054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"853d6794-0e15-4b98-88fd-f24dbbdeb20c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:40.798172919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8a8b61-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"853d6794-0e15-4b98-88fd-f24dbbdeb20c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:42.494393026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"b2ead052-8f1d-42de-9458-3d64c88f3f18","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:42.515957935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"b2ead052-8f1d-42de-9458-3d64c88f3f18","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:42.535698167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4ad17e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"b2ead052-8f1d-42de-9458-3d64c88f3f18","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:42.619402557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"bca1122d-5b0b-4f80-9d71-e04f6109ffa6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:42.621488796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"75a1a57f-4b81-4946-9bd8-30c695456d85","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:42.640522145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"bca1122d-5b0b-4f80-9d71-e04f6109ffa6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:42.642321115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"75a1a57f-4b81-4946-9bd8-30c695456d85","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:42.660010816Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c83b50-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4cbd5a9e9c7a79c366197250da484adb86c6cf73be9b5390aa3b83be0a22102) AuthConfig (a01afa0ffdd97508173eaabb8229ea56fd39dbc4e31ed531fa2fa2681d5f0ab5) AuthConfig (816b681faa9a8d3c04ea74f414106016a9d9294c7a9c6cf9d98cebecd296b279) AuthConfig (86769b5019f40081b00d0551fb775f3fade670a67ca9ec74ade90899d3288dcc) AuthConfig (68456dee6d3dd89cab610b3ad5a34c86d6b205fbc8128c8a8f65bc79e3b02361) AuthConfig (789defff727c349acad977eeaccb739a31d6abf2ed575aa3020195ca7e7719f9) AuthConfig (033deac7d238524af797451ca25eee4658eb75c6a413b55bd4e535211e0892db) AuthConfig (b7863f3563da0e03f25e19d722a0e686fe0187664b712524d8941375f9c1fe27) AuthConfig (ee672d70daf4e9ba7b61ce90520a1976e8a013edda19910b6f61147e50d3eeae) AuthConfig (c5d5c560c0f301e146f78cb4ea4d12fbf57236d20c65c595ad9ecb1d5dc01f5f) AuthConfig (7ef0bdeb33980aee8d446d80ffde64da0625c29cc0ea3b12b570af5b3e2c137b) AuthConfig (df283a8392c147cc4672c2f1b9434ed4f9e4cac9f1b1ef9f61684aebb06a58d9) AuthConfig (bfd93e2b77da8862e92c025e056cfacd7e5c9f9c6da160d91d83a0613f605ffc) AuthConfig (e10fb94fa01d595274ac2ea342958a4d9b2a0083ccf15f2b7f47afcbdb8d2cbe) AuthConfig (6fadaf8afd7cabbbbfb7ee6c16abd21f9d95bd2bc49a15abe78929de097a233d) AuthConfig (7bed0665b7e0cb0bbe4f86d647bf9c83d4499d39ffc44dd6060b6ac6b3b82966) AuthConfig (bd25cf9cfcacd887f426e49d8229e570a3a1c7fda1c97eb5ba2d31b6dec3920f) AuthConfig (7fd52247de19c21627ac1c5502820025678021ce0e1ba82fd1f466e7e2c35e6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"bca1122d-5b0b-4f80-9d71-e04f6109ffa6","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:42.661756212Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-52f67b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"75a1a57f-4b81-4946-9bd8-30c695456d85","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:44.749462533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"25764afd-7ef0-4682-ac12-20acc6cfb219","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:44.794607254Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"25764afd-7ef0-4682-ac12-20acc6cfb219","name":"e2e-extmod-b-26b322-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:45.663860014Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:50.831181812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"e0161848-9b06-493c-81e9-465534086667","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:50.852671867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"e0161848-9b06-493c-81e9-465534086667","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:50.872722284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8a8b61-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"e0161848-9b06-493c-81e9-465534086667","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.578006496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"afa548ce-aa60-4c78-9be2-01209023e203","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.599812064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"afa548ce-aa60-4c78-9be2-01209023e203","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.619709615Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4ad17e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"afa548ce-aa60-4c78-9be2-01209023e203","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.692761802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"6c054de4-3784-4456-8184-40cd260457bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.693014179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"d8218fda-706b-4f9a-a06e-929e3e2c436f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.714354782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"6c054de4-3784-4456-8184-40cd260457bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.714389849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"d8218fda-706b-4f9a-a06e-929e3e2c436f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.736244956Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c83b50-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4cbd5a9e9c7a79c366197250da484adb86c6cf73be9b5390aa3b83be0a22102) AuthConfig (a01afa0ffdd97508173eaabb8229ea56fd39dbc4e31ed531fa2fa2681d5f0ab5) AuthConfig (816b681faa9a8d3c04ea74f414106016a9d9294c7a9c6cf9d98cebecd296b279) AuthConfig (86769b5019f40081b00d0551fb775f3fade670a67ca9ec74ade90899d3288dcc) AuthConfig (68456dee6d3dd89cab610b3ad5a34c86d6b205fbc8128c8a8f65bc79e3b02361) AuthConfig (789defff727c349acad977eeaccb739a31d6abf2ed575aa3020195ca7e7719f9) AuthConfig (033deac7d238524af797451ca25eee4658eb75c6a413b55bd4e535211e0892db) AuthConfig (b7863f3563da0e03f25e19d722a0e686fe0187664b712524d8941375f9c1fe27) AuthConfig (ee672d70daf4e9ba7b61ce90520a1976e8a013edda19910b6f61147e50d3eeae) AuthConfig (c5d5c560c0f301e146f78cb4ea4d12fbf57236d20c65c595ad9ecb1d5dc01f5f) AuthConfig (7ef0bdeb33980aee8d446d80ffde64da0625c29cc0ea3b12b570af5b3e2c137b) AuthConfig (df283a8392c147cc4672c2f1b9434ed4f9e4cac9f1b1ef9f61684aebb06a58d9) AuthConfig (bfd93e2b77da8862e92c025e056cfacd7e5c9f9c6da160d91d83a0613f605ffc) AuthConfig (e10fb94fa01d595274ac2ea342958a4d9b2a0083ccf15f2b7f47afcbdb8d2cbe) AuthConfig (6fadaf8afd7cabbbbfb7ee6c16abd21f9d95bd2bc49a15abe78929de097a233d) AuthConfig (7bed0665b7e0cb0bbe4f86d647bf9c83d4499d39ffc44dd6060b6ac6b3b82966) AuthConfig (bd25cf9cfcacd887f426e49d8229e570a3a1c7fda1c97eb5ba2d31b6dec3920f) AuthConfig (7fd52247de19c21627ac1c5502820025678021ce0e1ba82fd1f466e7e2c35e6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"6c054de4-3784-4456-8184-40cd260457bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:19:52.736796114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-52f67b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"d8218fda-706b-4f9a-a06e-929e3e2c436f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:00.968708786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"0bf4c55f-5211-48fa-9bc6-806fc280e9cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:01.048515283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"0bf4c55f-5211-48fa-9bc6-806fc280e9cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:01.073930307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8a8b61-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"0bf4c55f-5211-48fa-9bc6-806fc280e9cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:20:01.106618105Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"8d2d6960-c920-4ee6-91b6-b90b103c9027","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:20:01.106692866Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"8d2d6960-c920-4ee6-91b6-b90b103c9027","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:20:01.432270724Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"4d0a370c-7665-40e0-a42d-adaf71743dce","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:20:01.432366753Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-96cd49","namespace":"ai-tenant-e2e-praxis-a-96cd49"},"namespace":"ai-tenant-e2e-praxis-a-96cd49","name":"praxis-route-96cd49","reconcileID":"4d0a370c-7665-40e0-a42d-adaf71743dce","error":"resolve tenant gateway for model ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-praxis-a-96cd49/praxis-route-96cd49-kserve-route (gateways: [openshift-ingress/e2e-praxis-a-96cd49]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.754263796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"0b1a5af9-d2f2-40d4-9cdc-f5dde6430dc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.77865504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"0b1a5af9-d2f2-40d4-9cdc-f5dde6430dc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.798858554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4ad17e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"0b1a5af9-d2f2-40d4-9cdc-f5dde6430dc9","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.843377091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"201ad8c5-1916-4223-90b7-1fc5bdff36b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.843752874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"c968a83b-6e2a-4fb5-85d1-67150ee2fb41","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.865810169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"201ad8c5-1916-4223-90b7-1fc5bdff36b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.865889232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"c968a83b-6e2a-4fb5-85d1-67150ee2fb41","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.886294427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-52f67b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"201ad8c5-1916-4223-90b7-1fc5bdff36b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:02.886578115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-c83b50-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4cbd5a9e9c7a79c366197250da484adb86c6cf73be9b5390aa3b83be0a22102) AuthConfig (a01afa0ffdd97508173eaabb8229ea56fd39dbc4e31ed531fa2fa2681d5f0ab5) AuthConfig (816b681faa9a8d3c04ea74f414106016a9d9294c7a9c6cf9d98cebecd296b279) AuthConfig (86769b5019f40081b00d0551fb775f3fade670a67ca9ec74ade90899d3288dcc) AuthConfig (68456dee6d3dd89cab610b3ad5a34c86d6b205fbc8128c8a8f65bc79e3b02361) AuthConfig (789defff727c349acad977eeaccb739a31d6abf2ed575aa3020195ca7e7719f9) AuthConfig (033deac7d238524af797451ca25eee4658eb75c6a413b55bd4e535211e0892db) AuthConfig (b7863f3563da0e03f25e19d722a0e686fe0187664b712524d8941375f9c1fe27) AuthConfig (ee672d70daf4e9ba7b61ce90520a1976e8a013edda19910b6f61147e50d3eeae) AuthConfig (c5d5c560c0f301e146f78cb4ea4d12fbf57236d20c65c595ad9ecb1d5dc01f5f) AuthConfig (7ef0bdeb33980aee8d446d80ffde64da0625c29cc0ea3b12b570af5b3e2c137b) AuthConfig (df283a8392c147cc4672c2f1b9434ed4f9e4cac9f1b1ef9f61684aebb06a58d9) AuthConfig (bfd93e2b77da8862e92c025e056cfacd7e5c9f9c6da160d91d83a0613f605ffc) AuthConfig (e10fb94fa01d595274ac2ea342958a4d9b2a0083ccf15f2b7f47afcbdb8d2cbe) AuthConfig (6fadaf8afd7cabbbbfb7ee6c16abd21f9d95bd2bc49a15abe78929de097a233d) AuthConfig (7bed0665b7e0cb0bbe4f86d647bf9c83d4499d39ffc44dd6060b6ac6b3b82966) AuthConfig (bd25cf9cfcacd887f426e49d8229e570a3a1c7fda1c97eb5ba2d31b6dec3920f) AuthConfig (7fd52247de19c21627ac1c5502820025678021ce0e1ba82fd1f466e7e2c35e6b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"c968a83b-6e2a-4fb5-85d1-67150ee2fb41","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:11.106422472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"86fa344e-269d-452f-845a-7a217bee437f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:11.127651471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"86fa344e-269d-452f-845a-7a217bee437f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:11.147943005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8a8b61-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (243ca7595e3a08918b45c4b4cb333a735859edbf1d8bf22c42b1b52d082e7262) AuthConfig (044369eefa0a7eb8c80ec22ab8592bd2034fad408c7306b2f099a92a195c3526) AuthConfig (222d6ca210b1b1d4421225c906a861503220e0cb1480d0dae2cac017929d90a1) AuthConfig (791192f12acebde44665486f52f13eb985103e28373bc323d1f4feb6af8f62e9) AuthConfig (0107b978a59a7f404affb9ed0643a4e717857074321a4c718387ceb49b9a100b) AuthConfig (140e8f4c99ff56ef493ad37557b3942a6d8d9eca9b8e1902cd64be7ecd5e1a8c) AuthConfig (329a951da9448257e345040b5e8e27eb06ca671007040f6cef73708f9c06f26b) AuthConfig (244cbc271ce80f6809f50de9265dd9ae6eeaa151bef86845725f3e77437bb096) AuthConfig (cf9188db2a74dd0d47062f3eb20ce5960b28aeb1c89c84d9800269e0e1603783) AuthConfig (3c4a3f394c7357513199c9fcd488915e73f90fb540ec86c260b777552829a711) AuthConfig (20ac131948c8f0a6f278a11689f02f0ea78cc36a2f94703a15b80b50a8cc4a61) AuthConfig (19c2c72f34697a4989a5876e389bba3dc442f074912e01dddbfea2327549b97b) AuthConfig (845d7ae6c30fa81427abb810abfce749c32c84d26b3f3b72054fc237e9640e70) AuthConfig (49c1676349edfec3e436dae7ac3ece25fa9315820386069744caefecd2ed9ad7) AuthConfig (e0b68506b8bf291bdc935f5b0895c2517fb0386fa8b382c6332392dc1945d2e5) AuthConfig (ea36a269c590facd77047bd39ba5a1262884dd67bfca6ad9c6a73122bc44800e) AuthConfig (9679ddd0a84f1690f16ea10d2494652d4c55d85b74bb55495e6e9b3d328b05fd) AuthConfig (be0db7674d53f7c2324e9d939bca093dae67d5609a0366abc5a2e183a74ca467)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"86fa344e-269d-452f-845a-7a217bee437f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:11.170306828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"2f786352-75d7-4834-83d3-5d5bb443dcf2","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"tenant":"e2e-shared-b-w1-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:11.170332118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"2f786352-75d7-4834-83d3-5d5bb443dcf2","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"routeName":"auth-test-model-8a8b61-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","llmisvcName":"auth-test-model-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:11.235685364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78c8e66-5068-4493-90eb-0e74ff7f446d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:11.251599221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78c8e66-5068-4493-90eb-0e74ff7f446d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:11.267714144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78c8e66-5068-4493-90eb-0e74ff7f446d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:11.332009336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f78c8e66-5068-4493-90eb-0e74ff7f446d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.019613279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a45e48f-9cd3-4a51-9e57-ad2cf409aa25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.036094301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a45e48f-9cd3-4a51-9e57-ad2cf409aa25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.052255413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a45e48f-9cd3-4a51-9e57-ad2cf409aa25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.068985769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a45e48f-9cd3-4a51-9e57-ad2cf409aa25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.719667086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130f7b23-2c03-45d8-a959-d2c9ebc85e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.736677597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130f7b23-2c03-45d8-a959-d2c9ebc85e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.753177391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130f7b23-2c03-45d8-a959-d2c9ebc85e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.769283026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"130f7b23-2c03-45d8-a959-d2c9ebc85e51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.901762639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"512f9a05-5261-421f-9e67-01dc381bbf34","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.918796345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"b21709d9-f5df-4103-8071-072c5a0cd8c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.919295466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"ed2c6108-74c3-4910-a030-39b1160fdd3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.924451466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"512f9a05-5261-421f-9e67-01dc381bbf34","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.940082193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"b21709d9-f5df-4103-8071-072c5a0cd8c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.942275266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"ed2c6108-74c3-4910-a030-39b1160fdd3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.944588179Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4ad17e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2287f1c385366e7032b6ec78f5e7fac7f2b4f338eb76aca6b197cf80fb2724a6) AuthConfig (864857f9d188c633c9f6e20fcd431272f15a946c8fb542a236587de4c9ce6d68) AuthConfig (b45c817462eb76d3da8e24f60100ecd17f880944cf69cc51b9422e26cdf8602e) AuthConfig (9a79d013e200e3bbbaa94f73daaecc5dcd6692176add2d091669885fa40acedf) AuthConfig (2d43c253dbd3a018b57725de60f4a7e75b5de7317858d64ae3e6e0c6c5e2d89f) AuthConfig (d5b7496bb58ed0574f1d3f273aa71948cc8525126329d0c65a51c9e6aeb8b023) AuthConfig (dca80ac12e8633a0fe87d1939b4fe975f11a93675c7fb668122350b561feece9) AuthConfig (f28a498f75be73f8b23c304677cd15ed948b957e5eac6125bc3c762ed0983aca) AuthConfig (84d86d59d59da4c784cdf6f1581694a632accc7e945affa93f86a79d735f79f1) AuthConfig (dad3f3322c93a0de20663f33b66f56f6c81732b581c0c580f57f6857936da0df) AuthConfig (309e92f72c4529d602962aeaa1c9cfad5dcca16e8387c09b4f5a8d7866634da0) AuthConfig (0abe7dea5df099699cb5163d703b833c2a1d8779c24011704aba48dee6f163f2) AuthConfig (29313175e669687da8cee66fd620a7f6bcea1728347d4f0fd1dfb4a0c978b071) AuthConfig (9a3efada5e6ea98541d0e1cc04bb99f2725d87d16e3930a46c94c8896e9d926d) AuthConfig (a565605cd54ebce8f80327fdc16ced66b91702e3f0ecaaae73bf369492115be4) AuthConfig (fe3644224086ed1a0505cd227cbd01118aed645ef7bb3d5b9b87639f3e36270e) AuthConfig (d13f82a7473f6f4d5d6b8fe4ebc8cdded315b169267d67cbcebdd8f4505d75a6) AuthConfig (9bccd392c42c2f408048f85a187063710fdc71a17894d15ba10cab12adc8a324)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"512f9a05-5261-421f-9e67-01dc381bbf34","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.960273594Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-52f67b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (35f275abfd2723d1440562b2f32d0193f56a9e1ac439e30d435c8e4690f68178) AuthConfig (b7a9713cc0570509f211fa3a92e6c39b70cedca1d782510575cb3631388e06d3) AuthConfig (22f73fe391cacbc04120182bc5db2f41f7b59dc1c735a5064782250bb71138ca) AuthConfig (93944ddd801a4bbb7dab85ead1c654d41a43404897e786e0ff9ced9115737544) AuthConfig (49d70ba8e5b6dd43489f947f324625030672eb8bfc01fe94f93538c16981906a) AuthConfig (56303dff08423480d45738d2a1dbc531664526ff0f3bb21a3fd33266d8ba5a91) AuthConfig (f4b2617686941ea7a684a62632cff1b3acbe72f2d15f95c669d5ea1ba4a80ed5) AuthConfig (1d4a16e9c71ae32666c9eeb5ef2964ba9d1cd6bb4a02a852d3b24172f40e4d1a) AuthConfig (bc0a390dd6c6f725ce809943d45b9b058f0e45e1015513a813d4be302068b3ae) AuthConfig (1c1d2c74acd3641a733372e756f11a06030d52a04facacf36ccc29dd5703d56c) AuthConfig (8916a7e1f021ba8dcb143d9ac2f912d9eef7c48baf0c82185ce853a907ac7bc1) AuthConfig (47f7741fd1fb2de6f13452e02a2ce4d81f2885f90252ddbb89c57bef7bd89baf) AuthConfig (5e883acb59cc103114e2f5f641a1e1234a6169150aac95d84bfe95e95d702287) AuthConfig (5789e60a0194559c5a59d02124f7ccf49d553d82b97b8945891da8548e2313ae) AuthConfig (824a0fd3c773702f707e04fa0574966a98295822524edd4403ec37b32a7b6804) AuthConfig (9cf84b3b491045b119d6b76647d731d20684309e1cbe9408a0f7d46caf9a9546) AuthConfig (6adc4edb03d06565b20ee4068cda469cebaff0a91bd4ef809e718a56ba7d79d9) AuthConfig (f6aec1be60774eeda954f2be48096ed068133f0fb58ff28729dcbe79ada6a257)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"b21709d9-f5df-4103-8071-072c5a0cd8c2","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.96643839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"717cba50-d32d-4fee-bdf4-a03947416739","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"tenant":"e2e-shared-b-w4-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.966454168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"717cba50-d32d-4fee-bdf4-a03947416739","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"routeName":"auth-test-model-4ad17e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","llmisvcName":"auth-test-model-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.982061331Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"9af98208-c321-4967-b8f2-5f3c73afe36c","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"tenant":"e2e-shared-b-w0-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:12.982077417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"9af98208-c321-4967-b8f2-5f3c73afe36c","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"routeName":"auth-test-model-52f67b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","llmisvcName":"auth-test-model-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:13.031743852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"0063fd0f-cccb-499c-817d-563e21a151ea","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"tenant":"e2e-shared-b-w2-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:13.031766475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"0063fd0f-cccb-499c-817d-563e21a151ea","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"routeName":"auth-test-model-c83b50-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","llmisvcName":"auth-test-model-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:13.495527185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0ef761-2101-419c-a195-124ef92b0648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:13.512110141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0ef761-2101-419c-a195-124ef92b0648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:13.528518145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0ef761-2101-419c-a195-124ef92b0648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:13.544839872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0ef761-2101-419c-a195-124ef92b0648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:14.231759358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98684bf7-d500-4ba3-8869-6b00ad372a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:14.247980216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98684bf7-d500-4ba3-8869-6b00ad372a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:14.263735439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98684bf7-d500-4ba3-8869-6b00ad372a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:14.279919669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98684bf7-d500-4ba3-8869-6b00ad372a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:14.921888236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7993f4d3-71e0-4962-97b2-0cd15746eb4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:14.93803913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7993f4d3-71e0-4962-97b2-0cd15746eb4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:14.955031946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7993f4d3-71e0-4962-97b2-0cd15746eb4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:14.971164235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7993f4d3-71e0-4962-97b2-0cd15746eb4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.406488682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"5b022f63-e317-4677-9edb-af2fd1c51f0f","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"tenant":"e2e-shared-b-w2-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.40651829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"5b022f63-e317-4677-9edb-af2fd1c51f0f","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"routeName":"auth-test-model-c83b50-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","llmisvcName":"auth-test-model-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.442044691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"bf1e2739-4611-439e-a5af-c2bcbc3f8627","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.447937861Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"a7e306ff-60ed-4fc0-859d-53ccb7bb82f6","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"tenant":"e2e-shared-b-w2-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.447958625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"a7e306ff-60ed-4fc0-859d-53ccb7bb82f6","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"routeName":"auth-test-model-c83b50-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","llmisvcName":"auth-test-model-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:20:15.464463499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"7bb2c9a9-0080-4725-a0f8-9f04d5124a88","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-2c0dcb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.464745904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"bf1e2739-4611-439e-a5af-c2bcbc3f8627","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.500170379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"2b0ed21b-945f-4eba-959e-bd7239fb5890","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"tenant":"e2e-shared-b-w2-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.500228856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"2b0ed21b-945f-4eba-959e-bd7239fb5890","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"routeName":"auth-test-model-c83b50-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","llmisvcName":"auth-test-model-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.520367112Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"e168729c-fb48-48f6-a2bc-6460e4bbfc7d","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"tenant":"e2e-shared-b-w2-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.520387759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"e168729c-fb48-48f6-a2bc-6460e4bbfc7d","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"routeName":"auth-test-model-c83b50-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","llmisvcName":"auth-test-model-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.589246123Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"25d395c5-312e-427f-af6c-a7b93c52f31b","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"maas-trlp-auth-test-model-c83b50","model":"auth-test-model-c83b50","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-c83b50/e2e-auth-iso-2c0dcb"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.641003087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453c8e0b-f76c-425d-887c-41d8beb80461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.641169511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"c07103f3-6db6-4ab0-a7af-6ddd53fb406a","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.65777529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453c8e0b-f76c-425d-887c-41d8beb80461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.664337918Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.674614148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453c8e0b-f76c-425d-887c-41d8beb80461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.678930788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"276a91bd-46c1-4832-b454-756de1e73a64","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"tenant":"e2e-shared-b-w2-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.678949396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"276a91bd-46c1-4832-b454-756de1e73a64","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"routeName":"auth-test-model-c83b50-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","llmisvcName":"auth-test-model-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.679901936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"c07103f3-6db6-4ab0-a7af-6ddd53fb406a","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.690796986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"453c8e0b-f76c-425d-887c-41d8beb80461","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:15.74413629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"8bdba372-9b30-4469-8d66-8b51ad677aba","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"maas-trlp-auth-test-model-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:18.548056009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"13de2d55-ae2e-4476-9b98-d9a1f1e4a688","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:18.594428199Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"13de2d55-ae2e-4476-9b98-d9a1f1e4a688","name":"e2e-extmod-a-e1769a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:21.201730093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"05f1129a-1672-4f56-9ccd-72ebb9ead227","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:21.223278713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"05f1129a-1672-4f56-9ccd-72ebb9ead227","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:21.243743224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8a8b61-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (243ca7595e3a08918b45c4b4cb333a735859edbf1d8bf22c42b1b52d082e7262) AuthConfig (044369eefa0a7eb8c80ec22ab8592bd2034fad408c7306b2f099a92a195c3526) AuthConfig (222d6ca210b1b1d4421225c906a861503220e0cb1480d0dae2cac017929d90a1) AuthConfig (791192f12acebde44665486f52f13eb985103e28373bc323d1f4feb6af8f62e9) AuthConfig (0107b978a59a7f404affb9ed0643a4e717857074321a4c718387ceb49b9a100b) AuthConfig (140e8f4c99ff56ef493ad37557b3942a6d8d9eca9b8e1902cd64be7ecd5e1a8c) AuthConfig (329a951da9448257e345040b5e8e27eb06ca671007040f6cef73708f9c06f26b) AuthConfig (244cbc271ce80f6809f50de9265dd9ae6eeaa151bef86845725f3e77437bb096) AuthConfig (cf9188db2a74dd0d47062f3eb20ce5960b28aeb1c89c84d9800269e0e1603783) AuthConfig (3c4a3f394c7357513199c9fcd488915e73f90fb540ec86c260b777552829a711) AuthConfig (20ac131948c8f0a6f278a11689f02f0ea78cc36a2f94703a15b80b50a8cc4a61) AuthConfig (19c2c72f34697a4989a5876e389bba3dc442f074912e01dddbfea2327549b97b) AuthConfig (845d7ae6c30fa81427abb810abfce749c32c84d26b3f3b72054fc237e9640e70) AuthConfig (49c1676349edfec3e436dae7ac3ece25fa9315820386069744caefecd2ed9ad7) AuthConfig (e0b68506b8bf291bdc935f5b0895c2517fb0386fa8b382c6332392dc1945d2e5) AuthConfig (ea36a269c590facd77047bd39ba5a1262884dd67bfca6ad9c6a73122bc44800e) AuthConfig (9679ddd0a84f1690f16ea10d2494652d4c55d85b74bb55495e6e9b3d328b05fd) AuthConfig (be0db7674d53f7c2324e9d939bca093dae67d5609a0366abc5a2e183a74ca467)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"05f1129a-1672-4f56-9ccd-72ebb9ead227","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:22.998724059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"cd51dd88-7537-4542-a74c-4fc74bc8c93a","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:23.014294413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"6a070e33-0351-4bed-ae93-d6f9b56abd79","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:23.019491911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"cd51dd88-7537-4542-a74c-4fc74bc8c93a","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:23.040151031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4ad17e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2287f1c385366e7032b6ec78f5e7fac7f2b4f338eb76aca6b197cf80fb2724a6) AuthConfig (864857f9d188c633c9f6e20fcd431272f15a946c8fb542a236587de4c9ce6d68) AuthConfig (b45c817462eb76d3da8e24f60100ecd17f880944cf69cc51b9422e26cdf8602e) AuthConfig (9a79d013e200e3bbbaa94f73daaecc5dcd6692176add2d091669885fa40acedf) AuthConfig (2d43c253dbd3a018b57725de60f4a7e75b5de7317858d64ae3e6e0c6c5e2d89f) AuthConfig (d5b7496bb58ed0574f1d3f273aa71948cc8525126329d0c65a51c9e6aeb8b023) AuthConfig (dca80ac12e8633a0fe87d1939b4fe975f11a93675c7fb668122350b561feece9) AuthConfig (f28a498f75be73f8b23c304677cd15ed948b957e5eac6125bc3c762ed0983aca) AuthConfig (84d86d59d59da4c784cdf6f1581694a632accc7e945affa93f86a79d735f79f1) AuthConfig (dad3f3322c93a0de20663f33b66f56f6c81732b581c0c580f57f6857936da0df) AuthConfig (309e92f72c4529d602962aeaa1c9cfad5dcca16e8387c09b4f5a8d7866634da0) AuthConfig (0abe7dea5df099699cb5163d703b833c2a1d8779c24011704aba48dee6f163f2) AuthConfig (29313175e669687da8cee66fd620a7f6bcea1728347d4f0fd1dfb4a0c978b071) AuthConfig (9a3efada5e6ea98541d0e1cc04bb99f2725d87d16e3930a46c94c8896e9d926d) AuthConfig (a565605cd54ebce8f80327fdc16ced66b91702e3f0ecaaae73bf369492115be4) AuthConfig (fe3644224086ed1a0505cd227cbd01118aed645ef7bb3d5b9b87639f3e36270e) AuthConfig (d13f82a7473f6f4d5d6b8fe4ebc8cdded315b169267d67cbcebdd8f4505d75a6) AuthConfig (9bccd392c42c2f408048f85a187063710fdc71a17894d15ba10cab12adc8a324)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"cd51dd88-7537-4542-a74c-4fc74bc8c93a","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:23.041047757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"6a070e33-0351-4bed-ae93-d6f9b56abd79","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:23.061689053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-52f67b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (35f275abfd2723d1440562b2f32d0193f56a9e1ac439e30d435c8e4690f68178) AuthConfig (b7a9713cc0570509f211fa3a92e6c39b70cedca1d782510575cb3631388e06d3) AuthConfig (22f73fe391cacbc04120182bc5db2f41f7b59dc1c735a5064782250bb71138ca) AuthConfig (93944ddd801a4bbb7dab85ead1c654d41a43404897e786e0ff9ced9115737544) AuthConfig (49d70ba8e5b6dd43489f947f324625030672eb8bfc01fe94f93538c16981906a) AuthConfig (56303dff08423480d45738d2a1dbc531664526ff0f3bb21a3fd33266d8ba5a91) AuthConfig (f4b2617686941ea7a684a62632cff1b3acbe72f2d15f95c669d5ea1ba4a80ed5) AuthConfig (1d4a16e9c71ae32666c9eeb5ef2964ba9d1cd6bb4a02a852d3b24172f40e4d1a) AuthConfig (bc0a390dd6c6f725ce809943d45b9b058f0e45e1015513a813d4be302068b3ae) AuthConfig (1c1d2c74acd3641a733372e756f11a06030d52a04facacf36ccc29dd5703d56c) AuthConfig (8916a7e1f021ba8dcb143d9ac2f912d9eef7c48baf0c82185ce853a907ac7bc1) AuthConfig (47f7741fd1fb2de6f13452e02a2ce4d81f2885f90252ddbb89c57bef7bd89baf) AuthConfig (5e883acb59cc103114e2f5f641a1e1234a6169150aac95d84bfe95e95d702287) AuthConfig (5789e60a0194559c5a59d02124f7ccf49d553d82b97b8945891da8548e2313ae) AuthConfig (824a0fd3c773702f707e04fa0574966a98295822524edd4403ec37b32a7b6804) AuthConfig (9cf84b3b491045b119d6b76647d731d20684309e1cbe9408a0f7d46caf9a9546) AuthConfig (6adc4edb03d06565b20ee4068cda469cebaff0a91bd4ef809e718a56ba7d79d9) AuthConfig (f6aec1be60774eeda954f2be48096ed068133f0fb58ff28729dcbe79ada6a257)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"6a070e33-0351-4bed-ae93-d6f9b56abd79","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:30.600738795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d29c9143-09ee-450d-9156-d55bd1eb7f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:30.617091054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d29c9143-09ee-450d-9156-d55bd1eb7f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:30.634824491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d29c9143-09ee-450d-9156-d55bd1eb7f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:30.652411518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d29c9143-09ee-450d-9156-d55bd1eb7f48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:31.27923284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c5f033-b0ea-4eb7-b779-ebfa0ab2b5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:31.27940456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"86a5f6ad-90b5-43e0-b421-621c311fb9b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:31.295378257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c5f033-b0ea-4eb7-b779-ebfa0ab2b5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:31.311798526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c5f033-b0ea-4eb7-b779-ebfa0ab2b5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:31.316603921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"86a5f6ad-90b5-43e0-b421-621c311fb9b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:31.328734887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08c5f033-b0ea-4eb7-b779-ebfa0ab2b5ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:31.349843682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8a8b61-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (243ca7595e3a08918b45c4b4cb333a735859edbf1d8bf22c42b1b52d082e7262) AuthConfig (044369eefa0a7eb8c80ec22ab8592bd2034fad408c7306b2f099a92a195c3526) AuthConfig (222d6ca210b1b1d4421225c906a861503220e0cb1480d0dae2cac017929d90a1) AuthConfig (791192f12acebde44665486f52f13eb985103e28373bc323d1f4feb6af8f62e9) AuthConfig (0107b978a59a7f404affb9ed0643a4e717857074321a4c718387ceb49b9a100b) AuthConfig (140e8f4c99ff56ef493ad37557b3942a6d8d9eca9b8e1902cd64be7ecd5e1a8c) AuthConfig (329a951da9448257e345040b5e8e27eb06ca671007040f6cef73708f9c06f26b) AuthConfig (244cbc271ce80f6809f50de9265dd9ae6eeaa151bef86845725f3e77437bb096) AuthConfig (cf9188db2a74dd0d47062f3eb20ce5960b28aeb1c89c84d9800269e0e1603783) AuthConfig (3c4a3f394c7357513199c9fcd488915e73f90fb540ec86c260b777552829a711) AuthConfig (20ac131948c8f0a6f278a11689f02f0ea78cc36a2f94703a15b80b50a8cc4a61) AuthConfig (19c2c72f34697a4989a5876e389bba3dc442f074912e01dddbfea2327549b97b) AuthConfig (845d7ae6c30fa81427abb810abfce749c32c84d26b3f3b72054fc237e9640e70) AuthConfig (49c1676349edfec3e436dae7ac3ece25fa9315820386069744caefecd2ed9ad7) AuthConfig (e0b68506b8bf291bdc935f5b0895c2517fb0386fa8b382c6332392dc1945d2e5) AuthConfig (ea36a269c590facd77047bd39ba5a1262884dd67bfca6ad9c6a73122bc44800e) AuthConfig (9679ddd0a84f1690f16ea10d2494652d4c55d85b74bb55495e6e9b3d328b05fd) AuthConfig (be0db7674d53f7c2324e9d939bca093dae67d5609a0366abc5a2e183a74ca467)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"86a5f6ad-90b5-43e0-b421-621c311fb9b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:32.023702513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f171193d-0555-4f83-8b2e-2ed2c140c442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:32.040845106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f171193d-0555-4f83-8b2e-2ed2c140c442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:32.057834308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f171193d-0555-4f83-8b2e-2ed2c140c442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:32.074301195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f171193d-0555-4f83-8b2e-2ed2c140c442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:32.72825248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eadf75a-a9f9-48c3-8cc4-efa6d2e653af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:32.744815058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eadf75a-a9f9-48c3-8cc4-efa6d2e653af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:32.761525763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eadf75a-a9f9-48c3-8cc4-efa6d2e653af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:32.779512181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7eadf75a-a9f9-48c3-8cc4-efa6d2e653af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:33.073028332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"de4a6d9f-4f6d-4c3d-a988-a2f01fdc32f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:33.095387846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"de4a6d9f-4f6d-4c3d-a988-a2f01fdc32f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:33.131226328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4ad17e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2287f1c385366e7032b6ec78f5e7fac7f2b4f338eb76aca6b197cf80fb2724a6) AuthConfig (864857f9d188c633c9f6e20fcd431272f15a946c8fb542a236587de4c9ce6d68) AuthConfig (b45c817462eb76d3da8e24f60100ecd17f880944cf69cc51b9422e26cdf8602e) AuthConfig (9a79d013e200e3bbbaa94f73daaecc5dcd6692176add2d091669885fa40acedf) AuthConfig (2d43c253dbd3a018b57725de60f4a7e75b5de7317858d64ae3e6e0c6c5e2d89f) AuthConfig (d5b7496bb58ed0574f1d3f273aa71948cc8525126329d0c65a51c9e6aeb8b023) AuthConfig (dca80ac12e8633a0fe87d1939b4fe975f11a93675c7fb668122350b561feece9) AuthConfig (f28a498f75be73f8b23c304677cd15ed948b957e5eac6125bc3c762ed0983aca) AuthConfig (84d86d59d59da4c784cdf6f1581694a632accc7e945affa93f86a79d735f79f1) AuthConfig (dad3f3322c93a0de20663f33b66f56f6c81732b581c0c580f57f6857936da0df) AuthConfig (309e92f72c4529d602962aeaa1c9cfad5dcca16e8387c09b4f5a8d7866634da0) AuthConfig (0abe7dea5df099699cb5163d703b833c2a1d8779c24011704aba48dee6f163f2) AuthConfig (29313175e669687da8cee66fd620a7f6bcea1728347d4f0fd1dfb4a0c978b071) AuthConfig (9a3efada5e6ea98541d0e1cc04bb99f2725d87d16e3930a46c94c8896e9d926d) AuthConfig (a565605cd54ebce8f80327fdc16ced66b91702e3f0ecaaae73bf369492115be4) AuthConfig (fe3644224086ed1a0505cd227cbd01118aed645ef7bb3d5b9b87639f3e36270e) AuthConfig (d13f82a7473f6f4d5d6b8fe4ebc8cdded315b169267d67cbcebdd8f4505d75a6) AuthConfig (9bccd392c42c2f408048f85a187063710fdc71a17894d15ba10cab12adc8a324)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"de4a6d9f-4f6d-4c3d-a988-a2f01fdc32f0","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:33.177480336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"b49f139a-7385-46c9-9ae6-2695cf649156","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:33.202483451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"b49f139a-7385-46c9-9ae6-2695cf649156","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:33.226457963Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-52f67b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (35f275abfd2723d1440562b2f32d0193f56a9e1ac439e30d435c8e4690f68178) AuthConfig (b7a9713cc0570509f211fa3a92e6c39b70cedca1d782510575cb3631388e06d3) AuthConfig (22f73fe391cacbc04120182bc5db2f41f7b59dc1c735a5064782250bb71138ca) AuthConfig (93944ddd801a4bbb7dab85ead1c654d41a43404897e786e0ff9ced9115737544) AuthConfig (49d70ba8e5b6dd43489f947f324625030672eb8bfc01fe94f93538c16981906a) AuthConfig (56303dff08423480d45738d2a1dbc531664526ff0f3bb21a3fd33266d8ba5a91) AuthConfig (f4b2617686941ea7a684a62632cff1b3acbe72f2d15f95c669d5ea1ba4a80ed5) AuthConfig (1d4a16e9c71ae32666c9eeb5ef2964ba9d1cd6bb4a02a852d3b24172f40e4d1a) AuthConfig (bc0a390dd6c6f725ce809943d45b9b058f0e45e1015513a813d4be302068b3ae) AuthConfig (1c1d2c74acd3641a733372e756f11a06030d52a04facacf36ccc29dd5703d56c) AuthConfig (8916a7e1f021ba8dcb143d9ac2f912d9eef7c48baf0c82185ce853a907ac7bc1) AuthConfig (47f7741fd1fb2de6f13452e02a2ce4d81f2885f90252ddbb89c57bef7bd89baf) AuthConfig (5e883acb59cc103114e2f5f641a1e1234a6169150aac95d84bfe95e95d702287) AuthConfig (5789e60a0194559c5a59d02124f7ccf49d553d82b97b8945891da8548e2313ae) AuthConfig (824a0fd3c773702f707e04fa0574966a98295822524edd4403ec37b32a7b6804) AuthConfig (9cf84b3b491045b119d6b76647d731d20684309e1cbe9408a0f7d46caf9a9546) AuthConfig (6adc4edb03d06565b20ee4068cda469cebaff0a91bd4ef809e718a56ba7d79d9) AuthConfig (f6aec1be60774eeda954f2be48096ed068133f0fb58ff28729dcbe79ada6a257)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"b49f139a-7385-46c9-9ae6-2695cf649156","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:33.43986212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aea996f-507e-4654-b340-9bb7f0ebdc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:33.456856351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aea996f-507e-4654-b340-9bb7f0ebdc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:33.47516889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aea996f-507e-4654-b340-9bb7f0ebdc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:33.491683496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9aea996f-507e-4654-b340-9bb7f0ebdc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:34.31934405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2903dc06-92a3-421b-84f6-4533ccd75bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:34.342545451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2903dc06-92a3-421b-84f6-4533ccd75bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:34.36076129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2903dc06-92a3-421b-84f6-4533ccd75bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:34.417827948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2903dc06-92a3-421b-84f6-4533ccd75bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.259971798Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"39874585-9bbb-4808-b1b4-f4ecd00c0cdc","namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.283570348Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"73e3e22a-eb15-481d-b70c-e0c593f4b5aa","namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.299441889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"4742ba1d-40be-4bb2-9560-0e5c2b05ebe0","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.299726436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"f0e56182-37da-4b33-9e94-4b1319bc1c09","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.309983767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"83d09ab3-1dac-4c04-8c01-5f7531fc930d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.35097166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"f0e56182-37da-4b33-9e94-4b1319bc1c09","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.376881711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"4742ba1d-40be-4bb2-9560-0e5c2b05ebe0","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.358611719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"2fa41666-54ae-4b1c-b548-e216288147f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.358952951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3155e37b-cd9a-40fe-818e-8d99641edf19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.455475806Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4ad17e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2287f1c385366e7032b6ec78f5e7fac7f2b4f338eb76aca6b197cf80fb2724a6) AuthConfig (864857f9d188c633c9f6e20fcd431272f15a946c8fb542a236587de4c9ce6d68) AuthConfig (b45c817462eb76d3da8e24f60100ecd17f880944cf69cc51b9422e26cdf8602e) AuthConfig (9a79d013e200e3bbbaa94f73daaecc5dcd6692176add2d091669885fa40acedf) AuthConfig (2d43c253dbd3a018b57725de60f4a7e75b5de7317858d64ae3e6e0c6c5e2d89f) AuthConfig (d5b7496bb58ed0574f1d3f273aa71948cc8525126329d0c65a51c9e6aeb8b023) AuthConfig (dca80ac12e8633a0fe87d1939b4fe975f11a93675c7fb668122350b561feece9) AuthConfig (f28a498f75be73f8b23c304677cd15ed948b957e5eac6125bc3c762ed0983aca) AuthConfig (84d86d59d59da4c784cdf6f1581694a632accc7e945affa93f86a79d735f79f1) AuthConfig (dad3f3322c93a0de20663f33b66f56f6c81732b581c0c580f57f6857936da0df) AuthConfig (309e92f72c4529d602962aeaa1c9cfad5dcca16e8387c09b4f5a8d7866634da0) AuthConfig (0abe7dea5df099699cb5163d703b833c2a1d8779c24011704aba48dee6f163f2) AuthConfig (29313175e669687da8cee66fd620a7f6bcea1728347d4f0fd1dfb4a0c978b071) AuthConfig (9a3efada5e6ea98541d0e1cc04bb99f2725d87d16e3930a46c94c8896e9d926d) AuthConfig (a565605cd54ebce8f80327fdc16ced66b91702e3f0ecaaae73bf369492115be4) AuthConfig (fe3644224086ed1a0505cd227cbd01118aed645ef7bb3d5b9b87639f3e36270e) AuthConfig (d13f82a7473f6f4d5d6b8fe4ebc8cdded315b169267d67cbcebdd8f4505d75a6) AuthConfig (9bccd392c42c2f408048f85a187063710fdc71a17894d15ba10cab12adc8a324)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"4742ba1d-40be-4bb2-9560-0e5c2b05ebe0","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.474820327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3155e37b-cd9a-40fe-818e-8d99641edf19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.49017109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"2fa41666-54ae-4b1c-b548-e216288147f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.491879006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8a8b61-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (243ca7595e3a08918b45c4b4cb333a735859edbf1d8bf22c42b1b52d082e7262) AuthConfig (044369eefa0a7eb8c80ec22ab8592bd2034fad408c7306b2f099a92a195c3526) AuthConfig (222d6ca210b1b1d4421225c906a861503220e0cb1480d0dae2cac017929d90a1) AuthConfig (791192f12acebde44665486f52f13eb985103e28373bc323d1f4feb6af8f62e9) AuthConfig (0107b978a59a7f404affb9ed0643a4e717857074321a4c718387ceb49b9a100b) AuthConfig (140e8f4c99ff56ef493ad37557b3942a6d8d9eca9b8e1902cd64be7ecd5e1a8c) AuthConfig (329a951da9448257e345040b5e8e27eb06ca671007040f6cef73708f9c06f26b) AuthConfig (244cbc271ce80f6809f50de9265dd9ae6eeaa151bef86845725f3e77437bb096) AuthConfig (cf9188db2a74dd0d47062f3eb20ce5960b28aeb1c89c84d9800269e0e1603783) AuthConfig (3c4a3f394c7357513199c9fcd488915e73f90fb540ec86c260b777552829a711) AuthConfig (20ac131948c8f0a6f278a11689f02f0ea78cc36a2f94703a15b80b50a8cc4a61) AuthConfig (19c2c72f34697a4989a5876e389bba3dc442f074912e01dddbfea2327549b97b) AuthConfig (845d7ae6c30fa81427abb810abfce749c32c84d26b3f3b72054fc237e9640e70) AuthConfig (49c1676349edfec3e436dae7ac3ece25fa9315820386069744caefecd2ed9ad7) AuthConfig (e0b68506b8bf291bdc935f5b0895c2517fb0386fa8b382c6332392dc1945d2e5) AuthConfig (ea36a269c590facd77047bd39ba5a1262884dd67bfca6ad9c6a73122bc44800e) AuthConfig (9679ddd0a84f1690f16ea10d2494652d4c55d85b74bb55495e6e9b3d328b05fd) AuthConfig (be0db7674d53f7c2324e9d939bca093dae67d5609a0366abc5a2e183a74ca467)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"f0e56182-37da-4b33-9e94-4b1319bc1c09","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.520640134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"83d09ab3-1dac-4c04-8c01-5f7531fc930d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.553453177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-52f67b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (35f275abfd2723d1440562b2f32d0193f56a9e1ac439e30d435c8e4690f68178) AuthConfig (b7a9713cc0570509f211fa3a92e6c39b70cedca1d782510575cb3631388e06d3) AuthConfig (22f73fe391cacbc04120182bc5db2f41f7b59dc1c735a5064782250bb71138ca) AuthConfig (93944ddd801a4bbb7dab85ead1c654d41a43404897e786e0ff9ced9115737544) AuthConfig (49d70ba8e5b6dd43489f947f324625030672eb8bfc01fe94f93538c16981906a) AuthConfig (56303dff08423480d45738d2a1dbc531664526ff0f3bb21a3fd33266d8ba5a91) AuthConfig (f4b2617686941ea7a684a62632cff1b3acbe72f2d15f95c669d5ea1ba4a80ed5) AuthConfig (1d4a16e9c71ae32666c9eeb5ef2964ba9d1cd6bb4a02a852d3b24172f40e4d1a) AuthConfig (bc0a390dd6c6f725ce809943d45b9b058f0e45e1015513a813d4be302068b3ae) AuthConfig (1c1d2c74acd3641a733372e756f11a06030d52a04facacf36ccc29dd5703d56c) AuthConfig (8916a7e1f021ba8dcb143d9ac2f912d9eef7c48baf0c82185ce853a907ac7bc1) AuthConfig (47f7741fd1fb2de6f13452e02a2ce4d81f2885f90252ddbb89c57bef7bd89baf) AuthConfig (5e883acb59cc103114e2f5f641a1e1234a6169150aac95d84bfe95e95d702287) AuthConfig (5789e60a0194559c5a59d02124f7ccf49d553d82b97b8945891da8548e2313ae) AuthConfig (824a0fd3c773702f707e04fa0574966a98295822524edd4403ec37b32a7b6804) AuthConfig (9cf84b3b491045b119d6b76647d731d20684309e1cbe9408a0f7d46caf9a9546) AuthConfig (6adc4edb03d06565b20ee4068cda469cebaff0a91bd4ef809e718a56ba7d79d9) AuthConfig (f6aec1be60774eeda954f2be48096ed068133f0fb58ff28729dcbe79ada6a257)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"83d09ab3-1dac-4c04-8c01-5f7531fc930d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.610941072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"9514490f-f73d-44e6-a056-08a485771a8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.616842175Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"6de3c2ca-2f72-453a-8447-d8575c787fb0","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.630750385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"8f0282fe-d480-4761-8b80-db0c8d7ecd52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.634989835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"9514490f-f73d-44e6-a056-08a485771a8a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.635586729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"cf66113b-44ad-4585-8831-49053ec4089a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.65978831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"8f0282fe-d480-4761-8b80-db0c8d7ecd52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.671513225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"cf66113b-44ad-4585-8831-49053ec4089a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.715949183Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"266d1ff5-0aab-47d5-8a33-f947ad1ebdd0","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.720780589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"264d4ae4-b8f5-4e5d-9d69-b9b525ebf902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.7214456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"1bfed5ba-c337-4111-be49-76b7fd62c7a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.752600228Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"45ef4ef7-bcbc-47d8-85f4-074383cc429c","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.754131338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"1bfed5ba-c337-4111-be49-76b7fd62c7a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.755877954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"264d4ae4-b8f5-4e5d-9d69-b9b525ebf902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.796221179Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"28652eee-6871-4204-b421-ffe8dfdc2560","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.894935735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"558cad65-8b38-4cfc-84d7-360796b2f078","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.895158565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"1abf58bf-9aea-4964-9d9c-36c448863467","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.895353791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"ac0fb5ef-d8ff-434a-9abe-a27cb2b47f44","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.932054821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"1abf58bf-9aea-4964-9d9c-36c448863467","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.936075723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"558cad65-8b38-4cfc-84d7-360796b2f078","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:37.944320682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"ac0fb5ef-d8ff-434a-9abe-a27cb2b47f44","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.017376928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"7b07b3c3-4321-40a7-9778-ce83f43b46bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.067939881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"3f157856-87f2-4352-8062-8dcc20d0c186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.206321754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"dc2db3fc-0d06-4e5e-a0cd-9bea043b0b6f","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"tenant":"e2e-extmod-b-26b322","gateway":"openshift-ingress/e2e-extmod-b-26b322","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.287103388Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"dc2db3fc-0d06-4e5e-a0cd-9bea043b0b6f","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"routeName":"external-model-e2e-att-serve-55799c-099bf37b4a73","namespace":"e2e-extmod-att-user-312717","model":"e2e-att-serve-55799c","externalModel":"e2e-att-serve-55799c","provider":"e2e-att-serve-55799c-provider","gateway":"openshift-ingress/e2e-extmod-b-26b322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.223098476Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"4368ab12-ebfb-44e5-b588-174392be1317","namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.288448914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"7b07b3c3-4321-40a7-9778-ce83f43b46bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.381729617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"63cf39dc-a40c-4ae9-93e8-cfd2be3d6d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.382682039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"e51f1ff1-7d1d-4116-ab0c-ff3036ce61cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.476181906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"63cf39dc-a40c-4ae9-93e8-cfd2be3d6d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.55346086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"e51f1ff1-7d1d-4116-ab0c-ff3036ce61cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.566433943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"3f157856-87f2-4352-8062-8dcc20d0c186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.573445002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"81d538ac-903f-41dd-812a-39820359daf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.618399913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"81d538ac-903f-41dd-812a-39820359daf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.627837502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"0be1801d-03cc-4db3-88d4-057288bb0a7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.682808991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"0be1801d-03cc-4db3-88d4-057288bb0a7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.789227634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"bd9c0774-a268-4249-b32d-8bccc5afa0b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.81426532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"bd9c0774-a268-4249-b32d-8bccc5afa0b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.955753204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d085098-2f30-46fe-afb7-2a2a36e5f633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.956367915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"a5cbcc81-119a-4cf5-ab77-d7a2eaf1b5d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.956862464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"334930aa-5181-475b-8803-1dc4e25275fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.958583043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"d62fa166-76a4-4e86-902d-2a4b2ff29e1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.979318188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"a5cbcc81-119a-4cf5-ab77-d7a2eaf1b5d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.980261123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"334930aa-5181-475b-8803-1dc4e25275fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.982781885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"d62fa166-76a4-4e86-902d-2a4b2ff29e1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:38.982791889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d085098-2f30-46fe-afb7-2a2a36e5f633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.044693811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce08464d-39f6-4f2a-bee8-472b4eab067a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.066262629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce08464d-39f6-4f2a-bee8-472b4eab067a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.364467344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"e4488261-c178-41a5-ac67-9be2c2bc5345","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.365064861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"56dc03e5-128c-45c6-beaf-613a8c59b1ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.461620524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7094b027-4aae-477c-8900-0897e22c08cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.462091676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"b60ea282-4355-4d9a-a80a-1f1492d29cea","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.498199348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"56dc03e5-128c-45c6-beaf-613a8c59b1ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.55814674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"e4488261-c178-41a5-ac67-9be2c2bc5345","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.694128506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"1eb58f31-ae38-4433-a96f-3dcc0d452433","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.649575814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"a63fe41e-92ad-4ed7-a615-ce352f712f44","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"tenant":"e2e-extmod-b-26b322","gateway":"openshift-ingress/e2e-extmod-b-26b322","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.778057333Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"a63fe41e-92ad-4ed7-a615-ce352f712f44","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"routeName":"external-model-e2e-att-serve-55799c-099bf37b4a73","namespace":"e2e-extmod-att-user-312717","model":"e2e-att-serve-55799c","externalModel":"e2e-att-serve-55799c","provider":"e2e-att-serve-55799c-provider","gateway":"openshift-ingress/e2e-extmod-b-26b322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.783572734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-52f67b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (35f275abfd2723d1440562b2f32d0193f56a9e1ac439e30d435c8e4690f68178) AuthConfig (b7a9713cc0570509f211fa3a92e6c39b70cedca1d782510575cb3631388e06d3) AuthConfig (22f73fe391cacbc04120182bc5db2f41f7b59dc1c735a5064782250bb71138ca) AuthConfig (93944ddd801a4bbb7dab85ead1c654d41a43404897e786e0ff9ced9115737544) AuthConfig (49d70ba8e5b6dd43489f947f324625030672eb8bfc01fe94f93538c16981906a) AuthConfig (56303dff08423480d45738d2a1dbc531664526ff0f3bb21a3fd33266d8ba5a91) AuthConfig (f4b2617686941ea7a684a62632cff1b3acbe72f2d15f95c669d5ea1ba4a80ed5) AuthConfig (1d4a16e9c71ae32666c9eeb5ef2964ba9d1cd6bb4a02a852d3b24172f40e4d1a) AuthConfig (bc0a390dd6c6f725ce809943d45b9b058f0e45e1015513a813d4be302068b3ae) AuthConfig (1c1d2c74acd3641a733372e756f11a06030d52a04facacf36ccc29dd5703d56c) AuthConfig (8916a7e1f021ba8dcb143d9ac2f912d9eef7c48baf0c82185ce853a907ac7bc1) AuthConfig (47f7741fd1fb2de6f13452e02a2ce4d81f2885f90252ddbb89c57bef7bd89baf) AuthConfig (5e883acb59cc103114e2f5f641a1e1234a6169150aac95d84bfe95e95d702287) AuthConfig (5789e60a0194559c5a59d02124f7ccf49d553d82b97b8945891da8548e2313ae) AuthConfig (824a0fd3c773702f707e04fa0574966a98295822524edd4403ec37b32a7b6804) AuthConfig (9cf84b3b491045b119d6b76647d731d20684309e1cbe9408a0f7d46caf9a9546) AuthConfig (6adc4edb03d06565b20ee4068cda469cebaff0a91bd4ef809e718a56ba7d79d9) AuthConfig (f6aec1be60774eeda954f2be48096ed068133f0fb58ff28729dcbe79ada6a257)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"e4488261-c178-41a5-ac67-9be2c2bc5345","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.605106498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7094b027-4aae-477c-8900-0897e22c08cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.852857472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"b60ea282-4355-4d9a-a80a-1f1492d29cea","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.867409938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-8a8b61-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (243ca7595e3a08918b45c4b4cb333a735859edbf1d8bf22c42b1b52d082e7262) AuthConfig (044369eefa0a7eb8c80ec22ab8592bd2034fad408c7306b2f099a92a195c3526) AuthConfig (222d6ca210b1b1d4421225c906a861503220e0cb1480d0dae2cac017929d90a1) AuthConfig (791192f12acebde44665486f52f13eb985103e28373bc323d1f4feb6af8f62e9) AuthConfig (0107b978a59a7f404affb9ed0643a4e717857074321a4c718387ceb49b9a100b) AuthConfig (140e8f4c99ff56ef493ad37557b3942a6d8d9eca9b8e1902cd64be7ecd5e1a8c) AuthConfig (329a951da9448257e345040b5e8e27eb06ca671007040f6cef73708f9c06f26b) AuthConfig (244cbc271ce80f6809f50de9265dd9ae6eeaa151bef86845725f3e77437bb096) AuthConfig (cf9188db2a74dd0d47062f3eb20ce5960b28aeb1c89c84d9800269e0e1603783) AuthConfig (3c4a3f394c7357513199c9fcd488915e73f90fb540ec86c260b777552829a711) AuthConfig (20ac131948c8f0a6f278a11689f02f0ea78cc36a2f94703a15b80b50a8cc4a61) AuthConfig (19c2c72f34697a4989a5876e389bba3dc442f074912e01dddbfea2327549b97b) AuthConfig (845d7ae6c30fa81427abb810abfce749c32c84d26b3f3b72054fc237e9640e70) AuthConfig (49c1676349edfec3e436dae7ac3ece25fa9315820386069744caefecd2ed9ad7) AuthConfig (e0b68506b8bf291bdc935f5b0895c2517fb0386fa8b382c6332392dc1945d2e5) AuthConfig (ea36a269c590facd77047bd39ba5a1262884dd67bfca6ad9c6a73122bc44800e) AuthConfig (9679ddd0a84f1690f16ea10d2494652d4c55d85b74bb55495e6e9b3d328b05fd) AuthConfig (be0db7674d53f7c2324e9d939bca093dae67d5609a0366abc5a2e183a74ca467)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"56dc03e5-128c-45c6-beaf-613a8c59b1ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.940138114Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-4ad17e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2287f1c385366e7032b6ec78f5e7fac7f2b4f338eb76aca6b197cf80fb2724a6) AuthConfig (864857f9d188c633c9f6e20fcd431272f15a946c8fb542a236587de4c9ce6d68) AuthConfig (b45c817462eb76d3da8e24f60100ecd17f880944cf69cc51b9422e26cdf8602e) AuthConfig (9a79d013e200e3bbbaa94f73daaecc5dcd6692176add2d091669885fa40acedf) AuthConfig (2d43c253dbd3a018b57725de60f4a7e75b5de7317858d64ae3e6e0c6c5e2d89f) AuthConfig (d5b7496bb58ed0574f1d3f273aa71948cc8525126329d0c65a51c9e6aeb8b023) AuthConfig (dca80ac12e8633a0fe87d1939b4fe975f11a93675c7fb668122350b561feece9) AuthConfig (f28a498f75be73f8b23c304677cd15ed948b957e5eac6125bc3c762ed0983aca) AuthConfig (84d86d59d59da4c784cdf6f1581694a632accc7e945affa93f86a79d735f79f1) AuthConfig (dad3f3322c93a0de20663f33b66f56f6c81732b581c0c580f57f6857936da0df) AuthConfig (309e92f72c4529d602962aeaa1c9cfad5dcca16e8387c09b4f5a8d7866634da0) AuthConfig (0abe7dea5df099699cb5163d703b833c2a1d8779c24011704aba48dee6f163f2) AuthConfig (29313175e669687da8cee66fd620a7f6bcea1728347d4f0fd1dfb4a0c978b071) AuthConfig (9a3efada5e6ea98541d0e1cc04bb99f2725d87d16e3930a46c94c8896e9d926d) AuthConfig (a565605cd54ebce8f80327fdc16ced66b91702e3f0ecaaae73bf369492115be4) AuthConfig (fe3644224086ed1a0505cd227cbd01118aed645ef7bb3d5b9b87639f3e36270e) AuthConfig (d13f82a7473f6f4d5d6b8fe4ebc8cdded315b169267d67cbcebdd8f4505d75a6) AuthConfig (9bccd392c42c2f408048f85a187063710fdc71a17894d15ba10cab12adc8a324)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"b60ea282-4355-4d9a-a80a-1f1492d29cea","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.003376375Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"1eb58f31-ae38-4433-a96f-3dcc0d452433","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.987559263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"0277969f-7fa8-4f50-b2d6-32977d24c2c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:39.987040643Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"6d4b867d-df27-4f61-bdd7-69de151022ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.047413849Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-26b322-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"1eb58f31-ae38-4433-a96f-3dcc0d452433","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.050407173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"0277969f-7fa8-4f50-b2d6-32977d24c2c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.079736008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"ba715baf-3d93-42fa-98fc-4abb59fb69e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.089361795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"6d4b867d-df27-4f61-bdd7-69de151022ac","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.101719621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"de1e943d-fb01-4cdd-878a-eedb7a714e43","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"tenant":"e2e-extmod-b-26b322","gateway":"openshift-ingress/e2e-extmod-b-26b322","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.107005518Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"de1e943d-fb01-4cdd-878a-eedb7a714e43","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"routeName":"external-model-e2e-att-serve-55799c-099bf37b4a73","namespace":"e2e-extmod-att-user-312717","model":"e2e-att-serve-55799c","externalModel":"e2e-att-serve-55799c","provider":"e2e-att-serve-55799c-provider","gateway":"openshift-ingress/e2e-extmod-b-26b322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.107738484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"ba715baf-3d93-42fa-98fc-4abb59fb69e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.168981828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"41a2287b-56f5-4803-9a43-2119354a0baa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.170040872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"2e36c51c-b264-44cc-9ea9-a4578900a4ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.192430266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"41a2287b-56f5-4803-9a43-2119354a0baa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.193094293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"2e36c51c-b264-44cc-9ea9-a4578900a4ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.245819272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"d07ea66a-ed36-4834-ae36-f2fdaf02b731","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.268982984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"d07ea66a-ed36-4834-ae36-f2fdaf02b731","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.338609475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"95b1766c-4fde-49f3-8069-03b2baa34602","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.341609461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"5f44673c-dccc-4e48-aca2-8aadabc4902b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.351882298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"e2de536d-5cbb-47ce-ae27-fb3704be507f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.365774166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"95b1766c-4fde-49f3-8069-03b2baa34602","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.369763374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"5f44673c-dccc-4e48-aca2-8aadabc4902b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.371716031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b3a37865-eb16-4835-8ed8-77e30118b7bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.375649126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"e2de536d-5cbb-47ce-ae27-fb3704be507f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:40.396979876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b3a37865-eb16-4835-8ed8-77e30118b7bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:45.664295944Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:49.816838464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"58bd3d1f-117b-4d20-bfb0-a5f5a7013507","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:49.839373872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"58bd3d1f-117b-4d20-bfb0-a5f5a7013507","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:49.918017031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"cfc384ec-8601-40b1-a52f-b79e4cea3d39","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:49.927435795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"e7f32767-92aa-4a84-b93b-b8a98f0247a4","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"tenant":"e2e-shared-b-w0-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:49.927455522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"e7f32767-92aa-4a84-b93b-b8a98f0247a4","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"routeName":"auth-test-model-52f67b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","llmisvcName":"auth-test-model-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:49.939059345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"cfc384ec-8601-40b1-a52f-b79e4cea3d39","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:50.031795449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"21a36f97-db3c-4528-8e87-f34c79426524","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:50.053030639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"21a36f97-db3c-4528-8e87-f34c79426524","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:50.113819836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"010aedfd-ab61-40fe-9b90-ad49fb9f49a7","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"tenant":"e2e-shared-b-w1-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:50.113839696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"010aedfd-ab61-40fe-9b90-ad49fb9f49a7","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"routeName":"auth-test-model-8a8b61-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","llmisvcName":"auth-test-model-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:50.131482572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"9e0d740e-395e-4674-91fd-37c925d457b0","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:50.152274721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"9e0d740e-395e-4674-91fd-37c925d457b0","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:50.172091073Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-26b322-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"9e0d740e-395e-4674-91fd-37c925d457b0","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:50.314148407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"f188cb5c-ae49-4b1f-8603-dabef0839fa1","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"tenant":"e2e-shared-b-w4-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:50.314171141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"f188cb5c-ae49-4b1f-8603-dabef0839fa1","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"routeName":"auth-test-model-4ad17e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","llmisvcName":"auth-test-model-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:53.957129344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"87bfa998-ea66-49e2-b7e9-b159ce6a3547","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"tenant":"e2e-shared-b-w1-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:53.957153265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"87bfa998-ea66-49e2-b7e9-b159ce6a3547","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"routeName":"auth-test-model-8a8b61-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","llmisvcName":"auth-test-model-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:53.982343781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"5732c902-170b-405c-843c-a357cacdb544","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"tenant":"e2e-shared-b-w1-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:53.982454791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"5732c902-170b-405c-843c-a357cacdb544","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"routeName":"auth-test-model-8a8b61-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","llmisvcName":"auth-test-model-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:53.989496058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"76d2ac49-9fe3-4f99-81c5-3756b7c45d65","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:20:53.99263386Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"9054f5a9-bd1f-4eed-85ef-6f1b7e047608","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f21ed7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:20:54.00008975Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"5732c902-170b-405c-843c-a357cacdb544","name":"auth-test-model-8a8b61","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8a8b61\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:20:54.000145077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"5732c902-170b-405c-843c-a357cacdb544","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-8a8b61\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:54.005533742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"36cb800e-033b-4212-be6e-60aea5b66238","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"tenant":"e2e-shared-b-w1-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:54.005577951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"36cb800e-033b-4212-be6e-60aea5b66238","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"routeName":"auth-test-model-8a8b61-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","llmisvcName":"auth-test-model-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:54.010778961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"76d2ac49-9fe3-4f99-81c5-3756b7c45d65","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:54.031510547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"972a0ac1-2dca-4e09-95e8-c515d4478ae6","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"tenant":"e2e-shared-b-w1-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:54.031535552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"972a0ac1-2dca-4e09-95e8-c515d4478ae6","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"routeName":"auth-test-model-8a8b61-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","llmisvcName":"auth-test-model-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:54.058596977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"296a4083-389d-4490-ac7c-a53b983942e7","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"tenant":"e2e-shared-b-w1-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:54.058617285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"296a4083-389d-4490-ac7c-a53b983942e7","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"routeName":"auth-test-model-8a8b61-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","llmisvcName":"auth-test-model-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:54.130523681Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"5738701f-9b80-49a4-bd06-f196d4c9c736","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"maas-trlp-auth-test-model-8a8b61","model":"auth-test-model-8a8b61","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-8a8b61/e2e-auth-iso-f21ed7"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:54.184110274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"7da85eec-2f1c-4a01-a9ca-033569506483","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:54.198050875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"8f683923-241a-41ee-a882-c7c9321f65be","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"tenant":"e2e-shared-b-w1-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:54.19807096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"8f683923-241a-41ee-a882-c7c9321f65be","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"routeName":"auth-test-model-8a8b61-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","llmisvcName":"auth-test-model-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:54.205532612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"7da85eec-2f1c-4a01-a9ca-033569506483","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:54.254831908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"6f9f9fa1-5716-46a2-8d38-6932c8af7bc9","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"maas-trlp-auth-test-model-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.383627404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"d2ab100d-5b6b-4347-9ef5-27afc802d502","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"tenant":"e2e-shared-b-w0-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.383648642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"d2ab100d-5b6b-4347-9ef5-27afc802d502","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"routeName":"auth-test-model-52f67b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","llmisvcName":"auth-test-model-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.406147206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"a7e15b06-c570-4934-9eb8-e41839c144b6","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"tenant":"e2e-shared-b-w0-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.406176271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"a7e15b06-c570-4934-9eb8-e41839c144b6","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"routeName":"auth-test-model-52f67b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","llmisvcName":"auth-test-model-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.415427419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"7d98dbbb-bb93-4dcb-a78b-697afbb8a4b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:20:55.435493327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"73173218-db0e-45da-9688-59ad89661332","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5ecb10\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.446655319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"7d98dbbb-bb93-4dcb-a78b-697afbb8a4b5","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.47448453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"e7e39595-1367-4099-85c7-b68370a1cde0","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"tenant":"e2e-shared-b-w0-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.474593361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"e7e39595-1367-4099-85c7-b68370a1cde0","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"routeName":"auth-test-model-52f67b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","llmisvcName":"auth-test-model-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.478477583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"1e64dfcb-7c0d-4b65-a0c4-b0a29acc4b9a","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"tenant":"e2e-shared-b-w4-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.478497249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"1e64dfcb-7c0d-4b65-a0c4-b0a29acc4b9a","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"routeName":"auth-test-model-4ad17e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","llmisvcName":"auth-test-model-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.498681426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"c3c0d502-e0c5-47f7-addc-c026a3027ace","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"tenant":"e2e-shared-b-w0-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.498703007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"c3c0d502-e0c5-47f7-addc-c026a3027ace","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"routeName":"auth-test-model-52f67b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","llmisvcName":"auth-test-model-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.501167908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"cf5fcdc0-a239-4aac-81e8-c164dfa82a63","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"tenant":"e2e-shared-b-w4-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.501182619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"cf5fcdc0-a239-4aac-81e8-c164dfa82a63","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"routeName":"auth-test-model-4ad17e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","llmisvcName":"auth-test-model-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.517648536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"95f62396-5614-49af-9bf5-9917a848873a","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:20:55.518396198Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"e9d38025-c3c7-4e0b-b918-b9e9b80bed18","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-85c772\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.560614055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"95f62396-5614-49af-9bf5-9917a848873a","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.574788237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"b634c14d-853d-4036-ac8f-54e52a102274","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"tenant":"e2e-shared-b-w4-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.57480848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"b634c14d-853d-4036-ac8f-54e52a102274","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"routeName":"auth-test-model-4ad17e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","llmisvcName":"auth-test-model-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.579908095Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"0846aaba-7a50-44f2-8684-65823ff46863","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"maas-trlp-auth-test-model-52f67b","model":"auth-test-model-52f67b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-52f67b/e2e-auth-iso-5ecb10"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.59388456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"168aa198-ef9f-4603-a75a-9ef900f32324","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"tenant":"e2e-shared-b-w4-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.593906661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"168aa198-ef9f-4603-a75a-9ef900f32324","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"routeName":"auth-test-model-4ad17e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","llmisvcName":"auth-test-model-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.626004888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"150c2e71-fd47-4e83-942a-80725fd6aaf6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.655604081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"150c2e71-fd47-4e83-942a-80725fd6aaf6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.68525531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"339106d4-9b95-4efb-ac60-61697f379a3c","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"tenant":"e2e-shared-b-w0-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.685275232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"339106d4-9b95-4efb-ac60-61697f379a3c","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"routeName":"auth-test-model-52f67b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","llmisvcName":"auth-test-model-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.688574907Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"c3a8f618-ddbc-4de9-b6a4-28a164d9d664","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"maas-trlp-auth-test-model-4ad17e","model":"auth-test-model-4ad17e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-4ad17e/e2e-auth-iso-85c772"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.753562411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"7e0ce35a-65bb-4004-99c3-c22c12e40b1b","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"tenant":"e2e-shared-b-w4-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.753676988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"7e0ce35a-65bb-4004-99c3-c22c12e40b1b","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"routeName":"auth-test-model-4ad17e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","llmisvcName":"auth-test-model-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.760227409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"44006502-0d24-4ae9-84e8-45d8a6365458","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"maas-trlp-auth-test-model-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.811587997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"dbed3685-5a12-44fd-90b0-526cde983232","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.839012036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"dbed3685-5a12-44fd-90b0-526cde983232","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:20:55.860452298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"921fedc4-94da-4930-8f6c-5e5ceeda7aa3","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"maas-trlp-auth-test-model-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.20862412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"55a13ef7-45f0-46db-9a76-b0b4db98a245","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.232861034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"55a13ef7-45f0-46db-9a76-b0b4db98a245","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:00.256813824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-26b322-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"55a13ef7-45f0-46db-9a76-b0b4db98a245","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.337861419Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","namespace":"ai-tenant-e2e-praxis-b-7a3c1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.3379577Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","namespace":"ai-tenant-e2e-praxis-b-7a3c1a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.338034072Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","tenant":"e2e-praxis-b-7a3c1a","tenantID":"e2e-praxis-b-7a3c1a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.356411388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"Deployment","name":"maas-api-e2e-praxis-b-7a3c1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.385095947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"Service","name":"maas-api-e2e-praxis-b-7a3c1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.404349333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-7a3c1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.427492183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-7a3c1a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.451955981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-7a3c1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.470943583Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-7a3c1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.491968426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-7a3c1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.510681439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-7a3c1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.533594996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-7a3c1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.551614153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-7a3c1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.567973163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"Service","name":"payload-processing-e2e-praxis-b-7a3c1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.584076569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-7a3c1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.603556267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-7a3c1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.624458374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-7a3c1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.654834908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-7a3c1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.704629672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-7a3c1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.739823277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-7a3c1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.757886634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-7a3c1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.775825622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-7a3c1a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:02.792634144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-7a3c1a"},"namespace":"ai-tenant-e2e-praxis-b-7a3c1a","name":"default-tenant","reconcileID":"031505ac-a7a2-4a5d-bd00-9e2e9b544a2c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-7a3c1a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.397415347Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-7a3c1a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-7a3c1a","reconcileID":"038edbce-9ce0-476d-a59f-3ba75222a614","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-7a3c1a","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-7a3c1a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.968593262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343c01fd-f8e9-4fdb-abef-cd62bf9a67a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:03.984865853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343c01fd-f8e9-4fdb-abef-cd62bf9a67a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.00107629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343c01fd-f8e9-4fdb-abef-cd62bf9a67a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.017293231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"343c01fd-f8e9-4fdb-abef-cd62bf9a67a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.750965838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a9a743-a95a-4568-9069-e19eca24466e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.767490825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a9a743-a95a-4568-9069-e19eca24466e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.783575729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a9a743-a95a-4568-9069-e19eca24466e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:04.800277455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a9a743-a95a-4568-9069-e19eca24466e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:06.172113569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6527cae-792a-40d7-9072-bf7cf89d8587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:06.188229483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6527cae-792a-40d7-9072-bf7cf89d8587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:06.204708403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6527cae-792a-40d7-9072-bf7cf89d8587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:06.221677673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6527cae-792a-40d7-9072-bf7cf89d8587","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:06.917159183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00038b48-e7a2-461e-bdc2-f6d08b7bcb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:06.933576707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00038b48-e7a2-461e-bdc2-f6d08b7bcb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:06.949548555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00038b48-e7a2-461e-bdc2-f6d08b7bcb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:06.965747492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"00038b48-e7a2-461e-bdc2-f6d08b7bcb7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:10.29151332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"e77f036e-e71d-4102-8a95-886e63df6c6c","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:10.312547828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"e77f036e-e71d-4102-8a95-886e63df6c6c","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:10.332493831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-26b322-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"e77f036e-e71d-4102-8a95-886e63df6c6c","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:10.92582375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"645cd33b-3fb8-4f6d-8c31-4156fc874103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:10.971406678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"645cd33b-3fb8-4f6d-8c31-4156fc874103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:11.063874573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"645cd33b-3fb8-4f6d-8c31-4156fc874103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:11.08572433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"645cd33b-3fb8-4f6d-8c31-4156fc874103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:11.645432951Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-206095","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-206095","reconcileID":"b029f54a-4f68-46ea-96d2-dbb7fbd5a3f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-206095","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-206095":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:11.752925255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6a41e7-595b-483f-85fe-6e20bfb1d266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:11.82864543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6a41e7-595b-483f-85fe-6e20bfb1d266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:11.845768097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6a41e7-595b-483f-85fe-6e20bfb1d266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:11.8619042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b6a41e7-595b-483f-85fe-6e20bfb1d266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:12.518686664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7e45e9-570c-4043-bf98-98bd7290e572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:12.535743131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7e45e9-570c-4043-bf98-98bd7290e572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:12.553491979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7e45e9-570c-4043-bf98-98bd7290e572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:12.56954084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b7e45e9-570c-4043-bf98-98bd7290e572","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:15.664636089Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.317936081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"f30923e1-0b9f-4fa1-8ac0-ff952d2daa36","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.318359335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"a0325073-ca2b-4923-a5bb-24bc81ea325d","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.34092965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"85ef6b9c-da17-481a-b0f0-bfd88bc3b81d","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.341440612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"a57a3a32-8d1b-4247-897b-871efc00a700","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:21:16.353230858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-sub","reconcileID":"7cdf25d4-60a4-495b-99f4-90a2abb645f6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.365453994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"11cb69ee-5d1d-4fba-a7d5-e116c9e3e495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.365873443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"f81ef807-005b-4d00-aec9-522683203998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.387587829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"11cb69ee-5d1d-4fba-a7d5-e116c9e3e495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.388473433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"f81ef807-005b-4d00-aec9-522683203998","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.396713074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"537457a8-0207-44b3-9b8c-a45f4aeeb737","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.397055164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"b42d59e3-6458-4459-acb7-44d3856a7e44","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.417870081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"3b869205-a7bd-435c-9c7e-b48a02a0ecc2","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.418237258Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"e33f5ca3-d29f-466e-89d6-2e12a1f47f62","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.482181866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"a3f17668-ab41-420e-81c8-6e120c71abc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.482384652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"e6bfe8bc-2fc1-44fc-85a6-13979f66ddc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.489722064Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-sub","reconcileID":"75ad2a6b-aa6b-4e93-ac7c-61c133fd826c","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-32c192/e2e-partial-access-sub","ai-tenant-e2e-worker-w3-32c192/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.503293342Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"e6bfe8bc-2fc1-44fc-85a6-13979f66ddc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.503462136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"a3f17668-ab41-420e-81c8-6e120c71abc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.524876024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"f4cb28ee-f13a-4c4e-9427-7ef1ca00a095","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.54067765Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-sub","reconcileID":"75ad2a6b-aa6b-4e93-ac7c-61c133fd826c","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-distinct-w3-32c192","model":"distinct-w3-32c192","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32c192/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.545604593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"44a54fe0-c6c5-475c-a2e6-e29d1cec97fa","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.567505595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"db5afbd9-4202-4f06-8d74-fab6f31231f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.593539165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-auth","reconcileID":"3baf7f99-0acc-4ae0-874d-04c29418f629","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.614841072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-auth","reconcileID":"3baf7f99-0acc-4ae0-874d-04c29418f629","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.627458935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"c994381b-3571-43ab-8c1b-791339dde712","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.627849386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"b0670486-68f7-4c9c-93e5-9f510bcd7b94","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.676647227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-sub","reconcileID":"fa2322c6-80ec-4e95-89ff-f99ba8a87fed","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.710631083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-sub","reconcileID":"fa2322c6-80ec-4e95-89ff-f99ba8a87fed","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-distinct-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.774407294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"c847f5c4-bf1c-4e24-b6a5-b2c135f8560b","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.823141496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-auth","reconcileID":"7fd9173e-6671-46f1-9d3f-b1ebb9005ac4","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:16.845383879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-auth","reconcileID":"7fd9173e-6671-46f1-9d3f-b1ebb9005ac4","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:21:17.015274262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-auth","reconcileID":"7fd9173e-6671-46f1-9d3f-b1ebb9005ac4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-partial-access-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:17.081210838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-auth","reconcileID":"25b6f529-05b0-4df2-ae31-6c51a2e632dd","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:17.102168469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-auth","reconcileID":"25b6f529-05b0-4df2-ae31-6c51a2e632dd","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:19.529382788Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-auth","reconcileID":"e47e32c9-5c27-4ecd-9858-490c7a97a807","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:19.529422178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"69acab5e-a80a-4080-83eb-6bbef32c4dbb","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:19.590304303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"8a8047b3-dec2-42b7-a7ac-cb6d8252d9cf","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:19.800095619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"94631463-cc18-497c-9f6b-098f2150a76e","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:19.800610168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"b6056a1b-50bf-428a-a50f-c934988781b7","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:19.848956375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"115e685d-487b-4816-9856-19dc8adc0002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:19.849033799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"c0a589a1-1909-4058-bc3e-30144845a378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:19.870527822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"c0a589a1-1909-4058-bc3e-30144845a378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:19.870569849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"115e685d-487b-4816-9856-19dc8adc0002","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:20.365943253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"795d70c5-1c98-4738-8ff2-6d721eb199b8","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:20.387114335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"795d70c5-1c98-4738-8ff2-6d721eb199b8","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:20.40703097Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-26b322-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"795d70c5-1c98-4738-8ff2-6d721eb199b8","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:29.85639617Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-sub","reconcileID":"12ef86f0-863c-43a7-aaa1-aba4f379bf81","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:29.912812907Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-sub","reconcileID":"12ef86f0-863c-43a7-aaa1-aba4f379bf81","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-32c192/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:29.912846358Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-sub","reconcileID":"12ef86f0-863c-43a7-aaa1-aba4f379bf81","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:29.929531991Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-sub","reconcileID":"12ef86f0-863c-43a7-aaa1-aba4f379bf81","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:29.946100386Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"e2e-partial-access-sub","reconcileID":"12ef86f0-863c-43a7-aaa1-aba4f379bf81","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:30.029771927Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"9f7ea0a7-391b-4e1b-8e97-076d92bd8bd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:30.178259511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"ed480d8e-9b08-4aee-952d-5cf37b4608a0","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:30.178658325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"2312a30a-fcff-4072-8687-dc3df01e11cd","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:30.227439373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"c54ce3e1-f80a-412e-86dc-6ca2ac73316e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:30.227519114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b1efc3fb-aaab-4e74-bfad-6b39382264e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:30.250680544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"c54ce3e1-f80a-412e-86dc-6ca2ac73316e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:30.250765162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b1efc3fb-aaab-4e74-bfad-6b39382264e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:30.44184385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"d94f1a29-411f-4dd4-bc84-d95a3e6f3196","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:30.513501353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"d94f1a29-411f-4dd4-bc84-d95a3e6f3196","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:30.534563864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-26b322-maas-auth to be accepted and enforced: AuthPolicy status has not reported an observed generation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"d94f1a29-411f-4dd4-bc84-d95a3e6f3196","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:36.619815852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"d37427af-79e8-43e2-87bc-ca340b7bf457","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"maas-trlp-auth-test-model-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:36.706593221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"febfe8c8-0580-4597-87f4-6651c70e185f","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"tenant":"e2e-shared-b-w2-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:36.706615343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"febfe8c8-0580-4597-87f4-6651c70e185f","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"routeName":"auth-test-model-c83b50-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","llmisvcName":"auth-test-model-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:36.736545474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce378ca5-55cd-42b7-9add-5c89a6784fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:36.756636968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce378ca5-55cd-42b7-9add-5c89a6784fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:36.774485165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce378ca5-55cd-42b7-9add-5c89a6784fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:36.79068643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce378ca5-55cd-42b7-9add-5c89a6784fce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.131145598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"2b6bd5d6-4e99-4a48-94cb-dd483edfe6f6","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"maas-trlp-auth-test-model-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.176028618Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a84df8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a84df8","reconcileID":"662e8fa2-3ab0-4215-82df-83ad631e921d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a84df8","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-a84df8":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.230061116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"234fa685-feb6-43a2-b4c3-c00c498e750c","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"maas-trlp-auth-test-model-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.231316819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"191cdd73-7acf-49c1-8a31-a96e9701457c","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"tenant":"e2e-shared-b-w0-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.231341536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"191cdd73-7acf-49c1-8a31-a96e9701457c","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"routeName":"auth-test-model-52f67b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","llmisvcName":"auth-test-model-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.308112477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"bb74034b-9335-469f-a289-2339a5f96b9e","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"tenant":"e2e-shared-b-w4-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.308133371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"bb74034b-9335-469f-a289-2339a5f96b9e","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"routeName":"auth-test-model-4ad17e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","llmisvcName":"auth-test-model-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.533773152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c609ac6-adb3-4862-8e65-703a0e5b87a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.603628778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c609ac6-adb3-4862-8e65-703a0e5b87a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.736406701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c609ac6-adb3-4862-8e65-703a0e5b87a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.753899398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c609ac6-adb3-4862-8e65-703a0e5b87a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.829816925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"9dfd940e-93f3-453f-acf4-640756c9c18b","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"maas-trlp-auth-test-model-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.902904142Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"6a0f3a63-137a-4d97-a495-6cd6fdb57054","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"tenant":"e2e-shared-b-w1-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:37.902923316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"6a0f3a63-137a-4d97-a495-6cd6fdb57054","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"routeName":"auth-test-model-8a8b61-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","llmisvcName":"auth-test-model-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.187925031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"05b77ac2-5685-461b-8fc1-42b5efc98648","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.209237268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"05b77ac2-5685-461b-8fc1-42b5efc98648","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.23287625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-26b322-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41c7386e4c28324081f99122413c24702c9e59f275722e1ea9225fd0921bb46f) AuthConfig (f6cd089d4cae08fca1d0c0e2866ea77b36ad13bed361682cb3ca68ac0156b864) AuthConfig (2f1cfa69c49c4b827f472289619fa5f52060b1e41febc6a469dac7a7718fc386) AuthConfig (66afa93d77df95be11165423b2f0073ce1eb663f14e35bfb9ed2bbab59d568e6) AuthConfig (d64001473f372a8a8f16cb58200a0d07ccaf2941bf5f1c740e38324da4ebded4) AuthConfig (c6ea320af32e2fe5a510a2101a0f116e010e011c9d8c0aeed1144ad7d7182604) AuthConfig (0ab1bae0c3587422dda7faa6084b77d69c38a19ada344f24ee2f2ec611693e29) AuthConfig (d0f948a2ec5a5fb73ee1540be0b35bbb41a8d6953d11dc9039d4aa917859f45f) AuthConfig (3c226757d19d779e49d38d201df30a29f8355e70c6fbc8275927564746d34680) AuthConfig (73fe98db2e272894afe5a9d66008440c7e65480fbac2efeddfa8c2b615173fa9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"05b77ac2-5685-461b-8fc1-42b5efc98648","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.292139576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"3c0bdff1-02b2-4176-bd85-24dee65231af","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.292860549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"9ab1fc01-6974-4d66-b948-48c1cf734ed0","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"tenant":"e2e-extmod-b-26b322","gateway":"openshift-ingress/e2e-extmod-b-26b322","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.292879947Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"9ab1fc01-6974-4d66-b948-48c1cf734ed0","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"routeName":"external-model-e2e-att-serve-55799c-099bf37b4a73","namespace":"e2e-extmod-att-user-312717","model":"e2e-att-serve-55799c","externalModel":"e2e-att-serve-55799c","provider":"e2e-att-serve-55799c-provider","gateway":"openshift-ingress/e2e-extmod-b-26b322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.313676895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"3c0bdff1-02b2-4176-bd85-24dee65231af","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.425718876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"4888ff95-72c4-49b6-8e9e-d34bc72a7bc2","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.4519186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"4888ff95-72c4-49b6-8e9e-d34bc72a7bc2","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.487840854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c742ef81-8d1d-4d96-948d-b55885f3e420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.504736828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c742ef81-8d1d-4d96-948d-b55885f3e420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.520788682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c742ef81-8d1d-4d96-948d-b55885f3e420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.53928567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c742ef81-8d1d-4d96-948d-b55885f3e420","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.540445581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"9a48b34e-0cfd-4bac-84e8-3c6612c85dd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.563753863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"9a48b34e-0cfd-4bac-84e8-3c6612c85dd3","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.705991915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"f235d882-80b7-41ce-8764-a83a759c4b9d","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"tenant":"e2e-shared-a-w4-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.706013904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"f235d882-80b7-41ce-8764-a83a759c4b9d","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"routeName":"auth-test-model-26a2a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","llmisvcName":"auth-test-model-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.743720677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"462e3e80-85f1-4476-b5d1-0ac6042191bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.760610117Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"4f9bb285-6dc9-46cd-a164-691a3adbb50d","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-81829674","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.766644276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"462e3e80-85f1-4476-b5d1-0ac6042191bf","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.96398374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"b483c179-6993-4d24-9f1c-13a04729ee43","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:38.988679266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"b483c179-6993-4d24-9f1c-13a04729ee43","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:21:38.993787319Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a84df8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a84df8","reconcileID":"763d736d-0bb4-4517-bacc-aca73d7950e8","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-a-a84df8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.003423815Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"18976e8b-a599-44cd-8ea7-ca3930b5cc55","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"tenant":"e2e-shared-a-w1-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.003442926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"18976e8b-a599-44cd-8ea7-ca3930b5cc55","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"routeName":"auth-test-model-2126fb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","llmisvcName":"auth-test-model-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.060168465Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"de18c4b1-ec90-405e-b6e9-3fe2e1e22a00","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"tenant":"e2e-shared-a-w2-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.060297538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"de18c4b1-ec90-405e-b6e9-3fe2e1e22a00","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"routeName":"auth-test-model-b73a75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","llmisvcName":"auth-test-model-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.062362641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"5a1664af-d417-4744-807a-62bb47dd8848","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.078117132Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"ac39621f-0ce5-4e89-b016-bb6d94727abf","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-96c8daed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.126856244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"5a1664af-d417-4744-807a-62bb47dd8848","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.132893222Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"f9614ff4-8ac4-4437-8c07-85353ca8c871","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2713814f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.165075962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"2c1399f2-7d23-4a72-863e-d243702fc778","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.188872382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"2c1399f2-7d23-4a72-863e-d243702fc778","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.342937952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd65b2d-d219-4ed8-9bf2-763bc1fbedb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.619633796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd65b2d-d219-4ed8-9bf2-763bc1fbedb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.676625038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd65b2d-d219-4ed8-9bf2-763bc1fbedb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.700096017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cd65b2d-d219-4ed8-9bf2-763bc1fbedb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.70105035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"69c30d9e-b4ba-436f-98c9-0d8e1fa0f5b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.717955533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"7f36ecb2-a956-41da-b635-446b5b07e800","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.717971913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"80163a67-7c20-44f3-ba87-61491b171116","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.724961628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"69c30d9e-b4ba-436f-98c9-0d8e1fa0f5b8","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.759914038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"80163a67-7c20-44f3-ba87-61491b171116","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:39.763484035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"7f36ecb2-a956-41da-b635-446b5b07e800","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:40.587411557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637bd050-3448-48d5-9024-c1fa678403f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:40.60345427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637bd050-3448-48d5-9024-c1fa678403f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:40.619465764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637bd050-3448-48d5-9024-c1fa678403f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:40.637498063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"637bd050-3448-48d5-9024-c1fa678403f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:42.901595245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"f007ecca-e37a-46a6-89f9-9ee17596da7e","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"tenant":"e2e-shared-a-w0-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:42.901628374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"f007ecca-e37a-46a6-89f9-9ee17596da7e","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"routeName":"auth-test-model-b4b5e3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","llmisvcName":"auth-test-model-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:42.936425977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"eefa4049-cf09-49e7-a9b0-e611b9a900bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:42.957651128Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"d9bcb09d-8751-492e-9212-e77b017da7c4","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-275251cf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:42.962937212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"eefa4049-cf09-49e7-a9b0-e611b9a900bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:43.131024369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"ca187af6-a400-482c-b9a9-0ccaaa517c47","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:43.156003525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"ca187af6-a400-482c-b9a9-0ccaaa517c47","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:45.665967103Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.306711298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"8cdf2373-7f81-4f17-a8c3-a5d3259c16fa","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.350277138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"8cdf2373-7f81-4f17-a8c3-a5d3259c16fa","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.373392463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-26b322-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41c7386e4c28324081f99122413c24702c9e59f275722e1ea9225fd0921bb46f) AuthConfig (f6cd089d4cae08fca1d0c0e2866ea77b36ad13bed361682cb3ca68ac0156b864) AuthConfig (2f1cfa69c49c4b827f472289619fa5f52060b1e41febc6a469dac7a7718fc386) AuthConfig (66afa93d77df95be11165423b2f0073ce1eb663f14e35bfb9ed2bbab59d568e6) AuthConfig (d64001473f372a8a8f16cb58200a0d07ccaf2941bf5f1c740e38324da4ebded4) AuthConfig (c6ea320af32e2fe5a510a2101a0f116e010e011c9d8c0aeed1144ad7d7182604) AuthConfig (0ab1bae0c3587422dda7faa6084b77d69c38a19ada344f24ee2f2ec611693e29) AuthConfig (d0f948a2ec5a5fb73ee1540be0b35bbb41a8d6953d11dc9039d4aa917859f45f) AuthConfig (3c226757d19d779e49d38d201df30a29f8355e70c6fbc8275927564746d34680) AuthConfig (73fe98db2e272894afe5a9d66008440c7e65480fbac2efeddfa8c2b615173fa9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"8cdf2373-7f81-4f17-a8c3-a5d3259c16fa","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.777220099Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"f0e87dae-d65a-4ee4-a3be-25300c060913","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","subscription":"e2e-auth-iso-85c772","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.793961927Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"f0e87dae-d65a-4ee4-a3be-25300c060913","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.810509711Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"f0e87dae-d65a-4ee4-a3be-25300c060913","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"maas-trlp-auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.918227092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"099ca3ce-a282-4548-aaa2-9107066bf24f","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"tenant":"e2e-shared-a-w4-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.918253059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"099ca3ce-a282-4548-aaa2-9107066bf24f","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"routeName":"auth-test-model-26a2a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","llmisvcName":"auth-test-model-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.954364038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"213c6b38-d58b-4c8f-a1fe-5bb295c7ba76","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:48.975990979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"213c6b38-d58b-4c8f-a1fe-5bb295c7ba76","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.068631841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"e22089f1-883a-4e4e-b656-1ccdc7b511f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.069916325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"7685de67-0629-46d6-b5ac-34612da36a1a","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"tenant":"e2e-shared-b-w4-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.069933561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"7685de67-0629-46d6-b5ac-34612da36a1a","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"routeName":"auth-test-model-4ad17e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","llmisvcName":"auth-test-model-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.090450627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"e22089f1-883a-4e4e-b656-1ccdc7b511f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.094838299Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"91a41062-8342-4252-93d7-15df01e61541","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","subscription":"e2e-auth-iso-f21ed7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.111415572Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"91a41062-8342-4252-93d7-15df01e61541","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.134540074Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"0a381da4-c26d-46e6-9f0e-46128a77a4a8","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5fce0643","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.13526939Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"91a41062-8342-4252-93d7-15df01e61541","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"maas-trlp-auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.155368316Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"d4f59416-75dd-488e-b1f3-8acd7643fe05","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","subscription":"e2e-auth-iso-2c0dcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.171869829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"adcb1012-b232-4d47-95c3-0b9fdce80842","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.172541494Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"d4f59416-75dd-488e-b1f3-8acd7643fe05","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.19361275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"adcb1012-b232-4d47-95c3-0b9fdce80842","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.240401311Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"d4f59416-75dd-488e-b1f3-8acd7643fe05","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"maas-trlp-auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.283445054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"7825df7f-c5d7-49dc-ac57-93b9ebbde6cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.304569008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"7825df7f-c5d7-49dc-ac57-93b9ebbde6cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.309787547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"e3fd145d-89e1-4b0e-86db-109f8565dc0c","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"tenant":"e2e-shared-a-w1-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.309810496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"e3fd145d-89e1-4b0e-86db-109f8565dc0c","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"routeName":"auth-test-model-2126fb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","llmisvcName":"auth-test-model-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.384115467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"aaa60dbb-d9f1-41ee-9207-e2a042707937","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.408640147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"aaa60dbb-d9f1-41ee-9207-e2a042707937","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.412580356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"47794cc3-28c3-4d1d-ab74-e1793cf85ef2","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"tenant":"e2e-shared-a-w2-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.412597804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"47794cc3-28c3-4d1d-ab74-e1793cf85ef2","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"routeName":"auth-test-model-b73a75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","llmisvcName":"auth-test-model-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.460463608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"aea1313c-864b-4f48-87eb-ef5954065ef5","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"tenant":"e2e-shared-b-w1-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.460483477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"aea1313c-864b-4f48-87eb-ef5954065ef5","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"routeName":"auth-test-model-8a8b61-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","llmisvcName":"auth-test-model-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.484099775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"dd624a1e-4f29-444a-95c8-09ab69fbb58e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.492165423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"f5dd5f88-4824-496e-83a0-5d06f3576e3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.508789518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"dd624a1e-4f29-444a-95c8-09ab69fbb58e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.530934136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"f5dd5f88-4824-496e-83a0-5d06f3576e3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.53156918Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"811a6006-3a99-4930-b8f1-3b1d7f734b2a","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cbd6930f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.564697322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"72945b6d-86a4-4b82-a433-92a79f42f6ba","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"tenant":"e2e-shared-b-w2-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.564727031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"72945b6d-86a4-4b82-a433-92a79f42f6ba","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"routeName":"auth-test-model-c83b50-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","llmisvcName":"auth-test-model-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.669695611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"65aa3402-eb30-4397-8588-c76809a0d992","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.670335166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"37e54195-3d09-4460-a521-52caac4b70a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.693273422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"37e54195-3d09-4460-a521-52caac4b70a9","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.693724291Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"566b383f-3d19-40c5-9eff-7ef5220c812f","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ed8895b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.72197779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"65aa3402-eb30-4397-8588-c76809a0d992","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.789711271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"646b6d67-544b-44f6-a977-478270c21230","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.78983139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"977b61e6-0af3-4548-9f24-0c1628cd8feb","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.811099377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"646b6d67-544b-44f6-a977-478270c21230","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.811241499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"977b61e6-0af3-4548-9f24-0c1628cd8feb","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.897961382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"0abb5132-4f56-4c4a-9804-67c346d9ea4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:49.919066094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"0abb5132-4f56-4c4a-9804-67c346d9ea4e","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.977555619Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"075d0a76-a8af-4495-aec7-5d1e0f7025e0","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","subscription":"e2e-auth-iso-5ecb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:52.996399776Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"075d0a76-a8af-4495-aec7-5d1e0f7025e0","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.015569886Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"075d0a76-a8af-4495-aec7-5d1e0f7025e0","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"maas-trlp-auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.189044775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"80e8afda-2086-4dcc-bf5a-3952157c2e65","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"tenant":"e2e-shared-a-w0-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.189078475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"80e8afda-2086-4dcc-bf5a-3952157c2e65","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"routeName":"auth-test-model-b4b5e3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","llmisvcName":"auth-test-model-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.221655903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"11884be2-e98e-4cf9-b19c-32d3c3ac55db","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.24409818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"11884be2-e98e-4cf9-b19c-32d3c3ac55db","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.324941724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"b64bcbff-7109-475a-a62f-2534132e7deb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.343898021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"c09cb940-6bf2-44e6-8195-832fc076823b","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"tenant":"e2e-shared-b-w0-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.343923857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"c09cb940-6bf2-44e6-8195-832fc076823b","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"routeName":"auth-test-model-52f67b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","llmisvcName":"auth-test-model-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.34676012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"b64bcbff-7109-475a-a62f-2534132e7deb","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.398398071Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"cb710b77-83f4-4bb5-8db9-f25334f4e0fc","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dccb0ef3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.42493651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"d8b67b4d-5308-45f0-ac8e-0e7264a568f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.449792455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"d8b67b4d-5308-45f0-ac8e-0e7264a568f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.531588336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"9461e4a0-8c42-452b-9484-93d05216340f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:53.554454907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"9461e4a0-8c42-452b-9484-93d05216340f","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.40593167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"1db21844-6095-4fff-b679-b5fed191fccb","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.426856113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"1db21844-6095-4fff-b679-b5fed191fccb","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.446882621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-26b322-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41c7386e4c28324081f99122413c24702c9e59f275722e1ea9225fd0921bb46f) AuthConfig (f6cd089d4cae08fca1d0c0e2866ea77b36ad13bed361682cb3ca68ac0156b864) AuthConfig (2f1cfa69c49c4b827f472289619fa5f52060b1e41febc6a469dac7a7718fc386) AuthConfig (66afa93d77df95be11165423b2f0073ce1eb663f14e35bfb9ed2bbab59d568e6) AuthConfig (d64001473f372a8a8f16cb58200a0d07ccaf2941bf5f1c740e38324da4ebded4) AuthConfig (c6ea320af32e2fe5a510a2101a0f116e010e011c9d8c0aeed1144ad7d7182604) AuthConfig (0ab1bae0c3587422dda7faa6084b77d69c38a19ada344f24ee2f2ec611693e29) AuthConfig (d0f948a2ec5a5fb73ee1540be0b35bbb41a8d6953d11dc9039d4aa917859f45f) AuthConfig (3c226757d19d779e49d38d201df30a29f8355e70c6fbc8275927564746d34680) AuthConfig (73fe98db2e272894afe5a9d66008440c7e65480fbac2efeddfa8c2b615173fa9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"1db21844-6095-4fff-b679-b5fed191fccb","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.897889804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"b302b362-a095-4c0b-b822-65178dcbd515","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:58.942937068Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"b302b362-a095-4c0b-b822-65178dcbd515","name":"e2e-extmod-b-206095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.150891418Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"9e7da181-6723-4f3a-a866-236831d55db8","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","subscription":"e2e-auth-iso-85c772","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.167427172Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"9e7da181-6723-4f3a-a866-236831d55db8","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.184061607Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"9e7da181-6723-4f3a-a866-236831d55db8","MaaSSubscription":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"maas-trlp-auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.345367549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"766e6f6b-9820-4321-9909-8bbe8d9c0335","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"tenant":"e2e-shared-b-w4-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.345386409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"766e6f6b-9820-4321-9909-8bbe8d9c0335","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"routeName":"auth-test-model-4ad17e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","llmisvcName":"auth-test-model-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.377310385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"3ef10e00-258e-4cf7-984c-8128e57104cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.398069946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"3ef10e00-258e-4cf7-984c-8128e57104cd","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.498304404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"7d571af8-489a-491b-8756-6308cf3a208c","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"tenant":"e2e-shared-a-w4-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.498398726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"7d571af8-489a-491b-8756-6308cf3a208c","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"routeName":"auth-test-model-26a2a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","llmisvcName":"auth-test-model-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.499315441Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"4b62c807-5f6f-42cf-a769-faf0dd22e37c","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.547631409Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"e46ca992-ff3c-4b54-a6c3-4bb5a6c00893","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","subscription":"e2e-auth-iso-f21ed7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.563524522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"ee352d25-0f9f-4952-8afa-ac4154a69bed","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.564375188Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"e46ca992-ff3c-4b54-a6c3-4bb5a6c00893","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.580867382Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"e46ca992-ff3c-4b54-a6c3-4bb5a6c00893","MaaSSubscription":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"maas-trlp-auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.584659917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"ee352d25-0f9f-4952-8afa-ac4154a69bed","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.646243183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"4b62c807-5f6f-42cf-a769-faf0dd22e37c","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.70302214Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"4b62c807-5f6f-42cf-a769-faf0dd22e37c","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"name":"e2e-shared-a-w4-26a2a4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.703047349Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"e2e-auth-iso-85c772","reconcileID":"4b62c807-5f6f-42cf-a769-faf0dd22e37c","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.710137838Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"cfc1b9f4-9b9d-484d-a715-fe870c955cf1","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","subscription":"e2e-auth-iso-2c0dcb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.723874304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"b86d59e2-a6a8-45c3-b4dc-507012c520eb","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"tenant":"e2e-shared-a-w4-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","model":"ai-tenant-e2e-shared-a-w4-26a2a4/auth-test-model-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.72389288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"auth-test-model-26a2a4","reconcileID":"b86d59e2-a6a8-45c3-b4dc-507012c520eb","MaaSModelRef":{"name":"auth-test-model-26a2a4","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"routeName":"auth-test-model-26a2a4-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","llmisvcName":"auth-test-model-26a2a4","gateway":"openshift-ingress/e2e-shared-a-w4-26a2a4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.72659941Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"cfc1b9f4-9b9d-484d-a715-fe870c955cf1","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.740574506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"adf84008-db44-443f-8f81-a90bb05679b2","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"tenant":"e2e-shared-b-w1-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.740595121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"adf84008-db44-443f-8f81-a90bb05679b2","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"routeName":"auth-test-model-8a8b61-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","llmisvcName":"auth-test-model-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.772753844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"1ffc68bd-1941-4a76-8bd7-42b806c29284","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.781020553Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"cfc1b9f4-9b9d-484d-a715-fe870c955cf1","MaaSSubscription":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"maas-trlp-auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.793597708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"1ffc68bd-1941-4a76-8bd7-42b806c29284","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.881568044Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"21b7ffcc-0e09-4ef7-877e-62c873e87c2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.881647912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"fa6749fe-2365-4839-930c-9b3ea040bd0e","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"tenant":"e2e-shared-b-w4-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.881663711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"fa6749fe-2365-4839-930c-9b3ea040bd0e","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"routeName":"auth-test-model-4ad17e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","llmisvcName":"auth-test-model-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.903636044Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"14348dd1-969a-42c7-b944-0ac0817a698c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.903794933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"4df1472b-5884-45b1-a31f-545756162309","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"tenant":"e2e-shared-a-w1-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.90381663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"4df1472b-5884-45b1-a31f-545756162309","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"routeName":"auth-test-model-2126fb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","llmisvcName":"auth-test-model-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.941020061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"16fedc82-9fbb-4210-a4e2-bf1b05d9df08","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"tenant":"e2e-shared-b-w2-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.941039863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"16fedc82-9fbb-4210-a4e2-bf1b05d9df08","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"routeName":"auth-test-model-c83b50-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","llmisvcName":"auth-test-model-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.957687382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"9393ad6c-2154-4b65-9bac-18a75a544252","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.973689304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"c9768895-e99a-4043-85bb-f7c6dc4716b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.979153573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"9393ad6c-2154-4b65-9bac-18a75a544252","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:21:59.994679921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"c9768895-e99a-4043-85bb-f7c6dc4716b2","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.055361355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"14348dd1-969a-42c7-b944-0ac0817a698c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.055744553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"21b7ffcc-0e09-4ef7-877e-62c873e87c2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.094770196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"fdb05fdb-c857-44bf-9bdd-af6953940c5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.110028529Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"6ea22c43-9652-4758-934b-da4a5ad3f90f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.110060068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"8d9d9933-b489-40a7-a81e-134bec1a7380","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"tenant":"e2e-shared-a-w2-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.110074853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"8d9d9933-b489-40a7-a81e-134bec1a7380","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"routeName":"auth-test-model-b73a75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","llmisvcName":"auth-test-model-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.123861866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"fdb05fdb-c857-44bf-9bdd-af6953940c5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.136903168Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"21b7ffcc-0e09-4ef7-877e-62c873e87c2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"name":"e2e-shared-b-w4-4ad17e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.136929026Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"e2e-auth-iso-85c772","reconcileID":"21b7ffcc-0e09-4ef7-877e-62c873e87c2e","MaaSAuthPolicy":{"name":"e2e-auth-iso-85c772","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.161202049Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"14348dd1-969a-42c7-b944-0ac0817a698c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"name":"e2e-shared-a-w1-2126fb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.161230006Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"e2e-auth-iso-f21ed7","reconcileID":"14348dd1-969a-42c7-b944-0ac0817a698c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.175317787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"77921f3c-e4cc-4620-958c-f41246f1ade7","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"tenant":"e2e-shared-b-w4-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","model":"ai-tenant-e2e-shared-b-w4-4ad17e/auth-test-model-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.175336888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"auth-test-model-4ad17e","reconcileID":"77921f3c-e4cc-4620-958c-f41246f1ade7","MaaSModelRef":{"name":"auth-test-model-4ad17e","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"routeName":"auth-test-model-4ad17e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","llmisvcName":"auth-test-model-4ad17e","gateway":"openshift-ingress/e2e-shared-b-w4-4ad17e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.186905961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"e8091956-09b8-4813-9e4e-d31d7530d3b6","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"tenant":"e2e-shared-a-w1-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","model":"ai-tenant-e2e-shared-a-w1-2126fb/auth-test-model-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.186926952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"auth-test-model-2126fb","reconcileID":"e8091956-09b8-4813-9e4e-d31d7530d3b6","MaaSModelRef":{"name":"auth-test-model-2126fb","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"routeName":"auth-test-model-2126fb-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","llmisvcName":"auth-test-model-2126fb","gateway":"openshift-ingress/e2e-shared-a-w1-2126fb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.271394631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"6ea22c43-9652-4758-934b-da4a5ad3f90f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.327233345Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"6ea22c43-9652-4758-934b-da4a5ad3f90f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"name":"e2e-shared-a-w2-b73a75-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.327256999Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"e2e-auth-iso-2c0dcb","reconcileID":"6ea22c43-9652-4758-934b-da4a5ad3f90f","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.343260866Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"cf09237c-3623-4917-9d62-6444cf6f0860","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.343331929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"f1c7bc59-141f-43fd-a90f-d4ca75af9c7f","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"tenant":"e2e-shared-b-w1-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.34334556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"f1c7bc59-141f-43fd-a90f-d4ca75af9c7f","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"routeName":"auth-test-model-8a8b61-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","llmisvcName":"auth-test-model-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.347825441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"da63bde7-f58f-4d9f-8907-62581108dc47","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"tenant":"e2e-shared-a-w2-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","model":"ai-tenant-e2e-shared-a-w2-b73a75/auth-test-model-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.347843378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"auth-test-model-b73a75","reconcileID":"da63bde7-f58f-4d9f-8907-62581108dc47","MaaSModelRef":{"name":"auth-test-model-b73a75","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"routeName":"auth-test-model-b73a75-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","llmisvcName":"auth-test-model-b73a75","gateway":"openshift-ingress/e2e-shared-a-w2-b73a75","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.391587898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"cf09237c-3623-4917-9d62-6444cf6f0860","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.448399374Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"cf09237c-3623-4917-9d62-6444cf6f0860","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"name":"e2e-shared-b-w1-8a8b61-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.448424572Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"e2e-auth-iso-f21ed7","reconcileID":"cf09237c-3623-4917-9d62-6444cf6f0860","MaaSAuthPolicy":{"name":"e2e-auth-iso-f21ed7","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.469037008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"3ceabb0c-7da8-449c-ada8-fb9ecb7ef534","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"tenant":"e2e-shared-b-w1-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","model":"ai-tenant-e2e-shared-b-w1-8a8b61/auth-test-model-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.469059223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"auth-test-model-8a8b61","reconcileID":"3ceabb0c-7da8-449c-ada8-fb9ecb7ef534","MaaSModelRef":{"name":"auth-test-model-8a8b61","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"routeName":"auth-test-model-8a8b61-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","llmisvcName":"auth-test-model-8a8b61","gateway":"openshift-ingress/e2e-shared-b-w1-8a8b61","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.504035827Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"91e41530-e069-4571-88bd-9faf6662c613","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.504252202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"cd08f9c8-699c-41bf-9570-65e8e94d1153","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"tenant":"e2e-shared-b-w2-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.504269503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"cd08f9c8-699c-41bf-9570-65e8e94d1153","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"routeName":"auth-test-model-c83b50-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","llmisvcName":"auth-test-model-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.642131682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"91e41530-e069-4571-88bd-9faf6662c613","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.698475899Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"91e41530-e069-4571-88bd-9faf6662c613","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"name":"e2e-shared-b-w2-c83b50-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.698503412Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"e2e-auth-iso-2c0dcb","reconcileID":"91e41530-e069-4571-88bd-9faf6662c613","MaaSAuthPolicy":{"name":"e2e-auth-iso-2c0dcb","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.720315232Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"fbf05c85-a654-4660-833e-b6dbf03c644d","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"tenant":"e2e-shared-b-w2-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","model":"ai-tenant-e2e-shared-b-w2-c83b50/auth-test-model-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:00.720335565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"auth-test-model-c83b50","reconcileID":"fbf05c85-a654-4660-833e-b6dbf03c644d","MaaSModelRef":{"name":"auth-test-model-c83b50","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"routeName":"auth-test-model-c83b50-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","llmisvcName":"auth-test-model-c83b50","gateway":"openshift-ingress/e2e-shared-b-w2-c83b50","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.415093491Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"ea0c440c-6e75-43af-8175-d0bff5b25cd8","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","subscription":"e2e-auth-iso-5ecb10","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.443088135Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"ea0c440c-6e75-43af-8175-d0bff5b25cd8","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.492786021Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"ea0c440c-6e75-43af-8175-d0bff5b25cd8","MaaSSubscription":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"maas-trlp-auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.627382078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"d7fee191-b3be-4060-8e98-7706d5b4c209","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"tenant":"e2e-shared-b-w0-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.627405101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"d7fee191-b3be-4060-8e98-7706d5b4c209","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"routeName":"auth-test-model-52f67b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","llmisvcName":"auth-test-model-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.663330865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"5471dedb-3553-4546-b32e-ea078ed8da3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.686589488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"5471dedb-3553-4546-b32e-ea078ed8da3e","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.767871304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"bd5b257f-300d-4ae3-904f-94e0f4549872","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.769866183Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"cf411c1c-ed50-422c-8a92-d86af6fb5b07","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.769940213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"33dd7c31-a12c-41bb-9b96-2d35ed995880","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"tenant":"e2e-shared-a-w0-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.769958133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"33dd7c31-a12c-41bb-9b96-2d35ed995880","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"routeName":"auth-test-model-b4b5e3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","llmisvcName":"auth-test-model-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.788999513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"bd5b257f-300d-4ae3-904f-94e0f4549872","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.852482916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"cf411c1c-ed50-422c-8a92-d86af6fb5b07","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.910420907Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"cf411c1c-ed50-422c-8a92-d86af6fb5b07","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"name":"e2e-shared-a-w0-b4b5e3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.91044932Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"e2e-auth-iso-5ecb10","reconcileID":"cf411c1c-ed50-422c-8a92-d86af6fb5b07","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.931444577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"277955a3-4367-46d0-b833-5509a372287f","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"tenant":"e2e-shared-a-w0-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","model":"ai-tenant-e2e-shared-a-w0-b4b5e3/auth-test-model-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:03.931465311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"auth-test-model-b4b5e3","reconcileID":"277955a3-4367-46d0-b833-5509a372287f","MaaSModelRef":{"name":"auth-test-model-b4b5e3","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"routeName":"auth-test-model-b4b5e3-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","llmisvcName":"auth-test-model-b4b5e3","gateway":"openshift-ingress/e2e-shared-a-w0-b4b5e3","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:04.075025919Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"e3503f05-478e-42a5-8ec9-1f2fcd6e79d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:04.075124087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"948349b9-190c-44a1-947d-ec1f751b28b7","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"tenant":"e2e-shared-b-w0-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:04.07514376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"948349b9-190c-44a1-947d-ec1f751b28b7","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"routeName":"auth-test-model-52f67b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","llmisvcName":"auth-test-model-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:04.207920342Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"e3503f05-478e-42a5-8ec9-1f2fcd6e79d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:04.262960953Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"e3503f05-478e-42a5-8ec9-1f2fcd6e79d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"name":"e2e-shared-b-w0-52f67b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:04.262990832Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"e2e-auth-iso-5ecb10","reconcileID":"e3503f05-478e-42a5-8ec9-1f2fcd6e79d0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5ecb10","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:04.28424619Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"30592e7a-de0c-4858-a106-bb5b4783ae5a","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"tenant":"e2e-shared-b-w0-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","model":"ai-tenant-e2e-shared-b-w0-52f67b/auth-test-model-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:04.284272752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"auth-test-model-52f67b","reconcileID":"30592e7a-de0c-4858-a106-bb5b4783ae5a","MaaSModelRef":{"name":"auth-test-model-52f67b","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"routeName":"auth-test-model-52f67b-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","llmisvcName":"auth-test-model-52f67b","gateway":"openshift-ingress/e2e-shared-b-w0-52f67b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:08.492402592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"3250090d-fbe0-4536-962a-db0e6760cbcc","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:08.513603292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"3250090d-fbe0-4536-962a-db0e6760cbcc","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:08.53397151Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-26b322-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41c7386e4c28324081f99122413c24702c9e59f275722e1ea9225fd0921bb46f) AuthConfig (f6cd089d4cae08fca1d0c0e2866ea77b36ad13bed361682cb3ca68ac0156b864) AuthConfig (2f1cfa69c49c4b827f472289619fa5f52060b1e41febc6a469dac7a7718fc386) AuthConfig (66afa93d77df95be11165423b2f0073ce1eb663f14e35bfb9ed2bbab59d568e6) AuthConfig (d64001473f372a8a8f16cb58200a0d07ccaf2941bf5f1c740e38324da4ebded4) AuthConfig (c6ea320af32e2fe5a510a2101a0f116e010e011c9d8c0aeed1144ad7d7182604) AuthConfig (0ab1bae0c3587422dda7faa6084b77d69c38a19ada344f24ee2f2ec611693e29) AuthConfig (d0f948a2ec5a5fb73ee1540be0b35bbb41a8d6953d11dc9039d4aa917859f45f) AuthConfig (3c226757d19d779e49d38d201df30a29f8355e70c6fbc8275927564746d34680) AuthConfig (73fe98db2e272894afe5a9d66008440c7e65480fbac2efeddfa8c2b615173fa9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"3250090d-fbe0-4536-962a-db0e6760cbcc","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:09.831130708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1075f4fc-554b-4143-a7b3-53d52cf9129e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:09.847988567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1075f4fc-554b-4143-a7b3-53d52cf9129e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:09.864679348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1075f4fc-554b-4143-a7b3-53d52cf9129e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:09.880888201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1075f4fc-554b-4143-a7b3-53d52cf9129e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:10.605822271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0613aad-6a49-4701-a1b8-f8c946b6acf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:10.622627357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0613aad-6a49-4701-a1b8-f8c946b6acf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:10.64011034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0613aad-6a49-4701-a1b8-f8c946b6acf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:10.656252507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0613aad-6a49-4701-a1b8-f8c946b6acf4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:10.857640593Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6f162a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6f162a","reconcileID":"61f15432-eaca-4409-a4cd-136453554789","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-6f162a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-6f162a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:11.53432263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe0bf235-a659-48cd-ae65-f0d12cb45f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:11.572989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe0bf235-a659-48cd-ae65-f0d12cb45f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:11.595687686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe0bf235-a659-48cd-ae65-f0d12cb45f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:11.614931551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe0bf235-a659-48cd-ae65-f0d12cb45f60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:12.386090049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06cdd460-a001-4bcc-bf6a-35ad2c3c8480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:12.402863798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06cdd460-a001-4bcc-bf6a-35ad2c3c8480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:12.419332943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06cdd460-a001-4bcc-bf6a-35ad2c3c8480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:12.436731536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06cdd460-a001-4bcc-bf6a-35ad2c3c8480","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:22:12.979241742Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6f162a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6f162a","reconcileID":"29556ef1-4d4d-4d2b-960e-b2da14a90b94","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-a-6f162a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:13.585353071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"371ce194-f6b8-41fd-81a0-1f43cfb672fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:13.602001972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"371ce194-f6b8-41fd-81a0-1f43cfb672fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:13.618526442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"371ce194-f6b8-41fd-81a0-1f43cfb672fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:13.643353318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"371ce194-f6b8-41fd-81a0-1f43cfb672fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:15.663681966Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:15.955662621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c56d7f9-7f95-4227-95b2-1f44a2445a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:15.972165699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c56d7f9-7f95-4227-95b2-1f44a2445a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:15.988203761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c56d7f9-7f95-4227-95b2-1f44a2445a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.004450414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c56d7f9-7f95-4227-95b2-1f44a2445a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.713506452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b30eaa0-7480-40bd-af45-8fdb6eb21314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.730929049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b30eaa0-7480-40bd-af45-8fdb6eb21314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.748065299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b30eaa0-7480-40bd-af45-8fdb6eb21314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.764468004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b30eaa0-7480-40bd-af45-8fdb6eb21314","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:16.772720526Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-c1e164","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-c1e164","reconcileID":"9bad5f47-b40d-4c80-b351-67ca8e4a667f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-c1e164","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-c1e164":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:17.497274541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6cd5059-07a2-421d-9e63-941c8b26f3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:17.522015584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6cd5059-07a2-421d-9e63-941c8b26f3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:17.539492373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6cd5059-07a2-421d-9e63-941c8b26f3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:17.555912064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6cd5059-07a2-421d-9e63-941c8b26f3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:18.318626223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc601d6-8ccb-4a7e-bc40-918e08ff97c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:18.337281206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc601d6-8ccb-4a7e-bc40-918e08ff97c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:18.353748779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc601d6-8ccb-4a7e-bc40-918e08ff97c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:18.37061287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fc601d6-8ccb-4a7e-bc40-918e08ff97c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:18.567484677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"6a4a092c-e23e-442b-b6b8-d56f3130d98e","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:18.589946947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"6a4a092c-e23e-442b-b6b8-d56f3130d98e","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:18.610296087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-26b322-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41c7386e4c28324081f99122413c24702c9e59f275722e1ea9225fd0921bb46f) AuthConfig (f6cd089d4cae08fca1d0c0e2866ea77b36ad13bed361682cb3ca68ac0156b864) AuthConfig (2f1cfa69c49c4b827f472289619fa5f52060b1e41febc6a469dac7a7718fc386) AuthConfig (66afa93d77df95be11165423b2f0073ce1eb663f14e35bfb9ed2bbab59d568e6) AuthConfig (d64001473f372a8a8f16cb58200a0d07ccaf2941bf5f1c740e38324da4ebded4) AuthConfig (c6ea320af32e2fe5a510a2101a0f116e010e011c9d8c0aeed1144ad7d7182604) AuthConfig (0ab1bae0c3587422dda7faa6084b77d69c38a19ada344f24ee2f2ec611693e29) AuthConfig (d0f948a2ec5a5fb73ee1540be0b35bbb41a8d6953d11dc9039d4aa917859f45f) AuthConfig (3c226757d19d779e49d38d201df30a29f8355e70c6fbc8275927564746d34680) AuthConfig (73fe98db2e272894afe5a9d66008440c7e65480fbac2efeddfa8c2b615173fa9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"6a4a092c-e23e-442b-b6b8-d56f3130d98e","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:22:18.611051363Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-c1e164","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-c1e164","reconcileID":"0f7212a8-d652-4e9a-86ed-3a099836812a","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-autores-c1e164\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:19.031306875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0d17a5-f036-477b-aad5-7d69d1f51741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:19.047886734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0d17a5-f036-477b-aad5-7d69d1f51741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:19.064444323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0d17a5-f036-477b-aad5-7d69d1f51741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:19.080615926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec0d17a5-f036-477b-aad5-7d69d1f51741","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:20.002216585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa597aec-467e-450b-95bc-82d0a920a58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:20.018452881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa597aec-467e-450b-95bc-82d0a920a58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:20.034625609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa597aec-467e-450b-95bc-82d0a920a58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:20.050844393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa597aec-467e-450b-95bc-82d0a920a58e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:20.888837874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4c7738-1de6-4c95-8739-1fbf94319b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:20.911979135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4c7738-1de6-4c95-8739-1fbf94319b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:20.928302237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4c7738-1de6-4c95-8739-1fbf94319b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:20.94526752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c4c7738-1de6-4c95-8739-1fbf94319b2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:21.624925739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfea187a-c9bf-4b81-89cb-fb0cbfb99f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:21.641090716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfea187a-c9bf-4b81-89cb-fb0cbfb99f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:21.658060794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfea187a-c9bf-4b81-89cb-fb0cbfb99f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:21.674834793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfea187a-c9bf-4b81-89cb-fb0cbfb99f2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:22.44997896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a38706f-e650-46c1-84cf-e8cb306c1b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:22.467177154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a38706f-e650-46c1-84cf-e8cb306c1b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:22.485426225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a38706f-e650-46c1-84cf-e8cb306c1b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:22.502147882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a38706f-e650-46c1-84cf-e8cb306c1b23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:23.001995862Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e10975","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e10975","reconcileID":"6733a36f-4d99-437b-bc77-b05aa9a373de","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e10975","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-e10975":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:23.188277668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"985deab3-fbf4-41e7-b2d2-9c85af84c7a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:23.204575833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"985deab3-fbf4-41e7-b2d2-9c85af84c7a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:23.221027697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"985deab3-fbf4-41e7-b2d2-9c85af84c7a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:23.237314268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"985deab3-fbf4-41e7-b2d2-9c85af84c7a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:23.958550131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd83904-5add-48b1-b187-7c7a60ff11d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:23.975074978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd83904-5add-48b1-b187-7c7a60ff11d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:23.991263029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd83904-5add-48b1-b187-7c7a60ff11d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:24.008881476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bd83904-5add-48b1-b187-7c7a60ff11d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:24.695293515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd46486-f425-4a4d-9575-022f571cd7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:24.74052544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd46486-f425-4a4d-9575-022f571cd7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:24.757726917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd46486-f425-4a4d-9575-022f571cd7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:24.774998581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd46486-f425-4a4d-9575-022f571cd7ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:22:24.775362372Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e10975","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e10975","reconcileID":"f10a3979-cc98-43de-8554-8be33b36b598","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-a-e10975\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:25.870760493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e95f2cb-719a-4845-a864-a26b81676e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:25.894675147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e95f2cb-719a-4845-a864-a26b81676e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:26.086575026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e95f2cb-719a-4845-a864-a26b81676e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:26.312534899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e95f2cb-719a-4845-a864-a26b81676e6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:27.069903986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f621c367-f24a-4220-9b68-8cd711adca3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:27.13654641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f621c367-f24a-4220-9b68-8cd711adca3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:27.152701732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f621c367-f24a-4220-9b68-8cd711adca3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:27.169362988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f621c367-f24a-4220-9b68-8cd711adca3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:27.92298826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd76cf8-af3a-473a-9fd7-4522abc082dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:28.061590529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd76cf8-af3a-473a-9fd7-4522abc082dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:28.134416494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd76cf8-af3a-473a-9fd7-4522abc082dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:28.212605578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7dd76cf8-af3a-473a-9fd7-4522abc082dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:28.678692598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"8844668d-699e-4c24-b297-f05b2277de3f","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:28.744509064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"8844668d-699e-4c24-b297-f05b2277de3f","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:28.803242254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-26b322-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (41c7386e4c28324081f99122413c24702c9e59f275722e1ea9225fd0921bb46f) AuthConfig (f6cd089d4cae08fca1d0c0e2866ea77b36ad13bed361682cb3ca68ac0156b864) AuthConfig (2f1cfa69c49c4b827f472289619fa5f52060b1e41febc6a469dac7a7718fc386) AuthConfig (66afa93d77df95be11165423b2f0073ce1eb663f14e35bfb9ed2bbab59d568e6) AuthConfig (d64001473f372a8a8f16cb58200a0d07ccaf2941bf5f1c740e38324da4ebded4) AuthConfig (c6ea320af32e2fe5a510a2101a0f116e010e011c9d8c0aeed1144ad7d7182604) AuthConfig (0ab1bae0c3587422dda7faa6084b77d69c38a19ada344f24ee2f2ec611693e29) AuthConfig (d0f948a2ec5a5fb73ee1540be0b35bbb41a8d6953d11dc9039d4aa917859f45f) AuthConfig (3c226757d19d779e49d38d201df30a29f8355e70c6fbc8275927564746d34680) AuthConfig (73fe98db2e272894afe5a9d66008440c7e65480fbac2efeddfa8c2b615173fa9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"8844668d-699e-4c24-b297-f05b2277de3f","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:29.350834712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac8666d-eff7-4cb3-8521-54fdae2e367c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:29.389970829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac8666d-eff7-4cb3-8521-54fdae2e367c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:29.419072758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac8666d-eff7-4cb3-8521-54fdae2e367c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:29.477087233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ac8666d-eff7-4cb3-8521-54fdae2e367c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:29.685684695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"8f43e886-2119-41f0-acb3-5ac47f5045d8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:29.733048717Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"8f43e886-2119-41f0-acb3-5ac47f5045d8","name":"e2e-extmod-a-a84df8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:30.155463388Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c5ef2f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c5ef2f","reconcileID":"4cd41fd0-4287-4535-9e95-e50966eb6d9c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c5ef2f","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-c5ef2f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:30.297987011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d565ca-248e-4aee-bf72-5d8afa9a8295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:30.314618807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d565ca-248e-4aee-bf72-5d8afa9a8295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:30.331898971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d565ca-248e-4aee-bf72-5d8afa9a8295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:30.350095408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d565ca-248e-4aee-bf72-5d8afa9a8295","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:31.091342489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee12f3a-7bf6-45b0-af76-2a5a66333c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:31.107657191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee12f3a-7bf6-45b0-af76-2a5a66333c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:31.123862304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee12f3a-7bf6-45b0-af76-2a5a66333c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:31.139785794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eee12f3a-7bf6-45b0-af76-2a5a66333c69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:31.784462957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d223b63-171f-45d9-98cb-7966c6fa69bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:31.80047664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d223b63-171f-45d9-98cb-7966c6fa69bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:31.816570129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d223b63-171f-45d9-98cb-7966c6fa69bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:31.833344874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d223b63-171f-45d9-98cb-7966c6fa69bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:32.785876303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efb9869-15aa-4b45-a92b-df31ed7413a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:32.801992586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efb9869-15aa-4b45-a92b-df31ed7413a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:32.859065414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efb9869-15aa-4b45-a92b-df31ed7413a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:32.882314464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efb9869-15aa-4b45-a92b-df31ed7413a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:33.575848039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c625de19-3056-47b8-a3d5-cd240d28a974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:33.592548701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c625de19-3056-47b8-a3d5-cd240d28a974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:33.608923214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c625de19-3056-47b8-a3d5-cd240d28a974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:33.625168543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c625de19-3056-47b8-a3d5-cd240d28a974","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:34.323178573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60c7b3b-5c9a-48fc-b666-304d9510f9f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:34.339829583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60c7b3b-5c9a-48fc-b666-304d9510f9f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:34.356023496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60c7b3b-5c9a-48fc-b666-304d9510f9f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:34.372478703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b60c7b3b-5c9a-48fc-b666-304d9510f9f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:38.836722238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"c5396a60-053b-431e-8b2f-aff06e400887","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:38.86374724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"c5396a60-053b-431e-8b2f-aff06e400887","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:39.001623298Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"2d170602-503b-4765-9056-97adb2828ac6","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"tenant":"e2e-extmod-b-26b322","gateway":"openshift-ingress/e2e-extmod-b-26b322","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:39.001648459Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"2d170602-503b-4765-9056-97adb2828ac6","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"routeName":"external-model-e2e-att-serve-55799c-099bf37b4a73","namespace":"e2e-extmod-att-user-312717","model":"e2e-att-serve-55799c","externalModel":"e2e-att-serve-55799c","provider":"e2e-att-serve-55799c-provider","gateway":"openshift-ingress/e2e-extmod-b-26b322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:41.989829752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"e118adc2-53c0-4a4b-a778-a49a3f559e22","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"tenant":"e2e-extmod-b-26b322","gateway":"openshift-ingress/e2e-extmod-b-26b322","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:41.989856438Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"e118adc2-53c0-4a4b-a778-a49a3f559e22","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"routeName":"external-model-e2e-att-serve-55799c-099bf37b4a73","namespace":"e2e-extmod-att-user-312717","model":"e2e-att-serve-55799c","externalModel":"e2e-att-serve-55799c","provider":"e2e-att-serve-55799c-provider","gateway":"openshift-ingress/e2e-extmod-b-26b322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:42.016147875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"73a56a02-f5f3-4396-a323-bd41578f86ab","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:22:42.016656879Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-55799c-sub","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-sub","reconcileID":"25db692f-afad-4412-a9f3-71fc94973d12","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-55799c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:42.034785328Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"7c18b026-eaf1-4ab2-a489-fd8046ca13f2","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"tenant":"e2e-extmod-b-26b322","gateway":"openshift-ingress/e2e-extmod-b-26b322","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:42.034988392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"7c18b026-eaf1-4ab2-a489-fd8046ca13f2","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"routeName":"external-model-e2e-att-serve-55799c-099bf37b4a73","namespace":"e2e-extmod-att-user-312717","model":"e2e-att-serve-55799c","externalModel":"e2e-att-serve-55799c","provider":"e2e-att-serve-55799c-provider","gateway":"openshift-ingress/e2e-extmod-b-26b322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:42.04993082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"73a56a02-f5f3-4396-a323-bd41578f86ab","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:42.085462454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"738f432e-3c9b-4224-9ab3-20286f59432e","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"tenant":"e2e-extmod-b-26b322","gateway":"openshift-ingress/e2e-extmod-b-26b322","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:42.089868225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"738f432e-3c9b-4224-9ab3-20286f59432e","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"routeName":"external-model-e2e-att-serve-55799c-099bf37b4a73","namespace":"e2e-extmod-att-user-312717","model":"e2e-att-serve-55799c","externalModel":"e2e-att-serve-55799c","provider":"e2e-att-serve-55799c-provider","gateway":"openshift-ingress/e2e-extmod-b-26b322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:42.108178741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"3bd547e7-15da-4925-8c92-c489fa013d70","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"tenant":"e2e-extmod-b-26b322","gateway":"openshift-ingress/e2e-extmod-b-26b322","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:42.108341558Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"3bd547e7-15da-4925-8c92-c489fa013d70","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"routeName":"external-model-e2e-att-serve-55799c-099bf37b4a73","namespace":"e2e-extmod-att-user-312717","model":"e2e-att-serve-55799c","externalModel":"e2e-att-serve-55799c","provider":"e2e-att-serve-55799c-provider","gateway":"openshift-ingress/e2e-extmod-b-26b322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:42.174240671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"c4344bbb-103e-460a-8e9a-3d411547ad28","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:42.188127723Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-55799c-sub","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-sub","reconcileID":"c4e6eb1f-ba0a-404e-a707-996c23504bba","MaaSSubscription":{"name":"e2e-att-serve-55799c-sub","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"maas-trlp-e2e-att-serve-55799c","model":"e2e-att-serve-55799c","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-26b322/e2e-att-serve-55799c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:42.19539972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"c4344bbb-103e-460a-8e9a-3d411547ad28","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:42.283286538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"5a0c8802-5c59-45a3-a849-064b6f9cb9b7","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"tenant":"e2e-extmod-b-26b322","gateway":"openshift-ingress/e2e-extmod-b-26b322","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:42.283314356Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"5a0c8802-5c59-45a3-a849-064b6f9cb9b7","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"routeName":"external-model-e2e-att-serve-55799c-099bf37b4a73","namespace":"e2e-extmod-att-user-312717","model":"e2e-att-serve-55799c","externalModel":"e2e-att-serve-55799c","provider":"e2e-att-serve-55799c-provider","gateway":"openshift-ingress/e2e-extmod-b-26b322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:42.33617352Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-55799c-sub","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-sub","reconcileID":"39ffa1dd-5aa1-45c0-935e-8baf44117f1a","MaaSSubscription":{"name":"e2e-att-serve-55799c-sub","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"maas-trlp-e2e-att-serve-55799c","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:45.665390625Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:51.429430785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66733a7-86d1-4303-a743-d832d60472be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:51.446642412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66733a7-86d1-4303-a743-d832d60472be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:51.463683985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66733a7-86d1-4303-a743-d832d60472be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:51.481032551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c66733a7-86d1-4303-a743-d832d60472be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:52.108478319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d8f67b-df01-4765-bdb2-df2d6385026e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:52.124625965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d8f67b-df01-4765-bdb2-df2d6385026e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:52.140552441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d8f67b-df01-4765-bdb2-df2d6385026e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:52.156535646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93d8f67b-df01-4765-bdb2-df2d6385026e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:52.821444067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"537f600a-1c61-4177-a160-51057daea5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:52.838285167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"537f600a-1c61-4177-a160-51057daea5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:52.85447008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"537f600a-1c61-4177-a160-51057daea5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:52.870525058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"537f600a-1c61-4177-a160-51057daea5fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.65859119Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"6d474bb2-e783-4223-b46e-124152ed5805","namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.666411569Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"023f8b6b-ec1e-4158-85d6-65371948c164","namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.71521805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"94616043-9cf4-4e9d-ab90-546d5f93b286","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.728511352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"bf0c3e08-6705-446d-8e46-9d4111c9c257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.728509627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"35ae26da-76ce-4e8e-aabc-5ca4185c8bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.736676273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"94616043-9cf4-4e9d-ab90-546d5f93b286","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.75702618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"35ae26da-76ce-4e8e-aabc-5ca4185c8bc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.757030875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"bf0c3e08-6705-446d-8e46-9d4111c9c257","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.839644976Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"1259732b-b13d-4924-95c7-e8045383fd31","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.853559027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"0fd18042-31ca-452c-a2e6-aacbb97eaaad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.85632303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"982b4908-c8fa-4980-a7c9-265ee17b5847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.875670092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"0fd18042-31ca-452c-a2e6-aacbb97eaaad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.878745519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"982b4908-c8fa-4980-a7c9-265ee17b5847","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.946546021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"95053a54-950d-4435-a639-44ed3e60e446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.947042521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"7db0f7c1-41ee-4cc2-a3ca-b32dd099bbd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.955969464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"760121c6-56d4-4335-9329-7211f57534c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.984804173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"760121c6-56d4-4335-9329-7211f57534c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.985271297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"95053a54-950d-4435-a639-44ed3e60e446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:56.994009319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"7db0f7c1-41ee-4cc2-a3ca-b32dd099bbd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.045503996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"17f11d54-0f6e-45ae-8eb2-163a860c005c","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"tenant":"e2e-extmod-b-206095","gateway":"openshift-ingress/e2e-extmod-b-206095","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.045540295Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"17f11d54-0f6e-45ae-8eb2-163a860c005c","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"routeName":"external-model-e2e-att-serve-d0f064-2417c5d876fc","namespace":"e2e-extmod-att-user-7b706f","model":"e2e-att-serve-d0f064","externalModel":"e2e-att-serve-d0f064","provider":"e2e-att-serve-d0f064-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.046062352Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"b48c4c1b-f3e6-4305-8224-35d3b413aca9","namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.223107753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b669ba9d-d57d-4302-8143-35d1a22d7976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.224332609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"58a46226-73bb-450d-9a51-e110477cf501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.241200182Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"2f334789-6af7-4e8f-92ae-7d12be2da0b8","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"tenant":"e2e-extmod-b-206095","gateway":"openshift-ingress/e2e-extmod-b-206095","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.241220747Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"2f334789-6af7-4e8f-92ae-7d12be2da0b8","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"routeName":"external-model-e2e-att-serve-d0f064-2417c5d876fc","namespace":"e2e-extmod-att-user-7b706f","model":"e2e-att-serve-d0f064","externalModel":"e2e-att-serve-d0f064","provider":"e2e-att-serve-d0f064-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.243806696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b669ba9d-d57d-4302-8143-35d1a22d7976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.245775558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"58a46226-73bb-450d-9a51-e110477cf501","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.311624436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9a41eca-47c3-494b-80f0-979eed66f8ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.311820465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a49ae05c-d837-45cc-a1b7-198fb508ea7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.312247919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"972a108b-41fe-4ece-af87-35c179ff69bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.336220828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c9a41eca-47c3-494b-80f0-979eed66f8ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.337038092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a49ae05c-d837-45cc-a1b7-198fb508ea7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.343265309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"972a108b-41fe-4ece-af87-35c179ff69bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.52620486Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"cdf28931-bb4e-4c6e-81b0-cc73c62dbf5d","namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.589818622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"3fd35249-4b4a-4e8a-be94-6f98e442df48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.590477366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"8883bcd3-0f7f-4669-8e53-5052d47fb159","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.651736378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"3fd35249-4b4a-4e8a-be94-6f98e442df48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.934778157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"f6594dc5-58f6-48d4-b124-9f69aecf4c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.935399892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"9cf17bf3-7b98-4218-8c30-843a90bd5a6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.935865008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b46ba0b1-566a-4211-bb03-05fcc09a1daf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:57.970635388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"8883bcd3-0f7f-4669-8e53-5052d47fb159","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:58.235986778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"f6594dc5-58f6-48d4-b124-9f69aecf4c59","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:58.237128146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b46ba0b1-566a-4211-bb03-05fcc09a1daf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:58.338014027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"b367154e-8465-43de-8172-4234408115c5","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:58.358014585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"9cf17bf3-7b98-4218-8c30-843a90bd5a6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:58.452173682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"b367154e-8465-43de-8172-4234408115c5","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:58.667017109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"40f38657-c183-48dc-88d4-72e128ab6a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:58.679994367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"3d6ccc76-75de-44b3-ba07-8c94bef51d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:58.782797794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"40f38657-c183-48dc-88d4-72e128ab6a83","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:58.783040306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"3d6ccc76-75de-44b3-ba07-8c94bef51d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.004432197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"2c4d63e9-d24e-4b3b-9368-4bafb5c0009d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.0559708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"78970e46-65d6-4180-b5c0-cf75a4dd1a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.125938985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"878798e5-cb45-48fd-9661-26b2830e4abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.126270987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"2c4d63e9-d24e-4b3b-9368-4bafb5c0009d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.126318379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"78970e46-65d6-4180-b5c0-cf75a4dd1a2d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.198829926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"878798e5-cb45-48fd-9661-26b2830e4abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.250938961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"1cd83987-450c-4360-bd94-3135fecc9372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.305087731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"1cd83987-450c-4360-bd94-3135fecc9372","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.372843238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"bdf91119-31a9-4b71-8b1c-70f1f8e2db8f","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"tenant":"e2e-extmod-b-206095","gateway":"openshift-ingress/e2e-extmod-b-206095","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.372960552Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"bdf91119-31a9-4b71-8b1c-70f1f8e2db8f","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"routeName":"external-model-e2e-att-serve-d0f064-2417c5d876fc","namespace":"e2e-extmod-att-user-7b706f","model":"e2e-att-serve-d0f064","externalModel":"e2e-att-serve-d0f064","provider":"e2e-att-serve-d0f064-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.446758824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"e5915e24-ecfb-401b-bd65-c6453f6e746e","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.541067584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"5f4528d0-9e58-421c-bb1d-9ce24c28dce2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.6422551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c9fb164-109b-454f-a1c5-3a3226786db3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.657907274Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"e5915e24-ecfb-401b-bd65-c6453f6e746e","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.666026327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"5f4528d0-9e58-421c-bb1d-9ce24c28dce2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.666724015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"c63e0e48-1cc1-482c-99b6-de04afa3a060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.693071422Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"e5915e24-ecfb-401b-bd65-c6453f6e746e","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.72597637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"952a2aed-eb1c-471e-a605-8077409715c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.775878489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8c9fb164-109b-454f-a1c5-3a3226786db3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.777844097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"c63e0e48-1cc1-482c-99b6-de04afa3a060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.795135756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"7ad47472-fae3-49cf-bf70-a1cfbe13550e","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"tenant":"e2e-extmod-b-206095","gateway":"openshift-ingress/e2e-extmod-b-206095","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.795155821Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"7ad47472-fae3-49cf-bf70-a1cfbe13550e","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"routeName":"external-model-e2e-att-serve-d0f064-2417c5d876fc","namespace":"e2e-extmod-att-user-7b706f","model":"e2e-att-serve-d0f064","externalModel":"e2e-att-serve-d0f064","provider":"e2e-att-serve-d0f064-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.804752435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"952a2aed-eb1c-471e-a605-8077409715c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.833152057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"02e4664f-2378-4247-a11f-259b81b7c766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.854045725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"02e4664f-2378-4247-a11f-259b81b7c766","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.932821221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"201ab051-01f9-441a-a524-786e79b2d559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:22:59.953836262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"201ab051-01f9-441a-a524-786e79b2d559","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:00.035527686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1799e672-a67a-4953-974b-1835e166b8a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:00.056726776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1799e672-a67a-4953-974b-1835e166b8a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:05.820147794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ff62bf95-0378-4fb1-b928-aa4a7e2c9071","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:05.865602098Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ff62bf95-0378-4fb1-b928-aa4a7e2c9071","name":"e2e-extmod-a-6f162a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.812934862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"eba74db6-ac3f-40fd-b80c-e375c97178b5","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.835335989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"eba74db6-ac3f-40fd-b80c-e375c97178b5","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:09.858033408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"eba74db6-ac3f-40fd-b80c-e375c97178b5","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.454236916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"1c0e19f7-46b6-4a7d-a05e-85d1c95f1f36","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-c1e164","tenantID":"e2e-autores-c1e164","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:11.499633319Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"1c0e19f7-46b6-4a7d-a05e-85d1c95f1f36","name":"e2e-autores-c1e164-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:15.676496772Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:18.77539481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"cc0bd09a-d239-4dd6-b61f-65b65f3dbf71","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:18.820728702Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"cc0bd09a-d239-4dd6-b61f-65b65f3dbf71","name":"e2e-extmod-a-e10975-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:19.891893456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"da7bb679-ab99-4418-a757-814badab1625","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:19.912961125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"da7bb679-ab99-4418-a757-814badab1625","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:19.932736129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"da7bb679-ab99-4418-a757-814badab1625","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:25.05343334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cedd36e3-97b0-4da4-abf1-d0ace4511966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:25.071442001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cedd36e3-97b0-4da4-abf1-d0ace4511966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:25.092258539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cedd36e3-97b0-4da4-abf1-d0ace4511966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:25.109471538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cedd36e3-97b0-4da4-abf1-d0ace4511966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:26.075941085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055d64c7-65ad-41f4-8173-8a18b5513a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:26.092977966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055d64c7-65ad-41f4-8173-8a18b5513a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:26.289622791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055d64c7-65ad-41f4-8173-8a18b5513a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:26.310327825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"055d64c7-65ad-41f4-8173-8a18b5513a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:26.709221771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"ff5c2b0a-2afd-4dc7-bbcd-d6b1996004ad","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:26.770994478Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"ff5c2b0a-2afd-4dc7-bbcd-d6b1996004ad","name":"e2e-extmod-a-c5ef2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:27.120245215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"041a9340-e187-4782-9ebb-7db07d9e5e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:27.139383081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"041a9340-e187-4782-9ebb-7db07d9e5e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:27.15566015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"041a9340-e187-4782-9ebb-7db07d9e5e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:27.175095159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"041a9340-e187-4782-9ebb-7db07d9e5e5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.300813629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d218022f-48c8-44e1-8a2d-4ab32b8084fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.317239946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d218022f-48c8-44e1-8a2d-4ab32b8084fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.34091282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d218022f-48c8-44e1-8a2d-4ab32b8084fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.360211114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d218022f-48c8-44e1-8a2d-4ab32b8084fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:28.952791056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-55799c-sub","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-sub","reconcileID":"50a64677-cbd0-4e2f-9ab4-5a1f84717109","MaaSSubscription":{"name":"e2e-att-serve-55799c-sub","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"maas-trlp-e2e-att-serve-55799c","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:29.096498284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"039e1e37-032f-4537-a84f-e1c8b9e129b8","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"tenant":"e2e-extmod-b-26b322","gateway":"openshift-ingress/e2e-extmod-b-26b322","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:29.096596066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"039e1e37-032f-4537-a84f-e1c8b9e129b8","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"routeName":"external-model-e2e-att-serve-55799c-099bf37b4a73","namespace":"e2e-extmod-att-user-312717","model":"e2e-att-serve-55799c","externalModel":"e2e-att-serve-55799c","provider":"e2e-att-serve-55799c-provider","gateway":"openshift-ingress/e2e-extmod-b-26b322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:29.547403191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"a482cbfa-f2c2-473f-9073-80140c7d42a9","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:29.57610102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"a482cbfa-f2c2-473f-9073-80140c7d42a9","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:29.939679089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"3fe4414b-3ceb-4667-8d24-0daa2fa08a23","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:29.968987032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"3fe4414b-3ceb-4667-8d24-0daa2fa08a23","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:29.99345544Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (09b4d2f6b79bd28bbd582c6d95a5c3e9133caa1612e55cbcd2196481af2cf856) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364) AuthConfig (f331562ec78f13365a26f131c2bcbc30d6293b4c21ae764820de5b5029292a6b) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (9aac6a02ed5c4bdd096d679f8b362773a92c4369b0ab576125f166db0b0f84ab) AuthConfig (b23e76b1a812d4eaf8fc484ebbbfecff5f0694f1863c13ca1d7c635f96297bf9) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"3fe4414b-3ceb-4667-8d24-0daa2fa08a23","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:30.03913984Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"2d658380-b457-49e6-8858-7777a9febda8","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"tenant":"e2e-extmod-b-206095","gateway":"openshift-ingress/e2e-extmod-b-206095","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:30.039289754Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"2d658380-b457-49e6-8858-7777a9febda8","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"routeName":"external-model-e2e-att-serve-d0f064-2417c5d876fc","namespace":"e2e-extmod-att-user-7b706f","model":"e2e-att-serve-d0f064","externalModel":"e2e-att-serve-d0f064","provider":"e2e-att-serve-d0f064-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:31.327007726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"52c773e3-8905-48c4-b22b-2895e4e1986d","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"tenant":"e2e-extmod-b-26b322","gateway":"openshift-ingress/e2e-extmod-b-26b322","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:31.327043027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"52c773e3-8905-48c4-b22b-2895e4e1986d","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"routeName":"external-model-e2e-att-serve-55799c-099bf37b4a73","namespace":"e2e-extmod-att-user-312717","model":"e2e-att-serve-55799c","externalModel":"e2e-att-serve-55799c","provider":"e2e-att-serve-55799c-provider","gateway":"openshift-ingress/e2e-extmod-b-26b322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:31.347875474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"0ef66e6f-93b9-4776-b82d-dfd80ee07bcb","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:31.371631667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"0ef66e6f-93b9-4776-b82d-dfd80ee07bcb","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:31.375078569Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-55799c-sub","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-sub","reconcileID":"34f61b27-0c2e-45ac-acdd-f092f4ee78e0","MaaSSubscription":{"name":"e2e-att-serve-55799c-sub","namespace":"ai-tenant-e2e-extmod-b-26b322"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9905f98a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:31.581366301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"7d691db1-d119-48ba-8f34-dceeded7fc78","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:31.604782269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"7d691db1-d119-48ba-8f34-dceeded7fc78","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:34.910856555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11ad7af0-01f6-4859-8cbf-aad0423c6be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:34.92782372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11ad7af0-01f6-4859-8cbf-aad0423c6be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:34.9444374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11ad7af0-01f6-4859-8cbf-aad0423c6be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:34.961437642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11ad7af0-01f6-4859-8cbf-aad0423c6be8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.657248893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dff32e6-fed2-4ad2-bf7c-657484daf3b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.673784844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dff32e6-fed2-4ad2-bf7c-657484daf3b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.682250263Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4e2ac7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4e2ac7","reconcileID":"58fbe0ad-0b1e-4376-9b01-94235c3911ac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4e2ac7","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-4e2ac7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.690758239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dff32e6-fed2-4ad2-bf7c-657484daf3b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:35.707965162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dff32e6-fed2-4ad2-bf7c-657484daf3b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.60922765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da5fe3d-1ba0-4dce-9f18-5fc3a02257d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.626374774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da5fe3d-1ba0-4dce-9f18-5fc3a02257d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.642687545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da5fe3d-1ba0-4dce-9f18-5fc3a02257d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:36.659885534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2da5fe3d-1ba0-4dce-9f18-5fc3a02257d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:37.351768338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"307b6108-9bca-43fd-a8ec-d20c9742e33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:37.36916285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"307b6108-9bca-43fd-a8ec-d20c9742e33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:37.388047762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"307b6108-9bca-43fd-a8ec-d20c9742e33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:37.405384165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"307b6108-9bca-43fd-a8ec-d20c9742e33c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.45714717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc87433a-cafd-4233-b9b0-2221b8af8b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.474133381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc87433a-cafd-4233-b9b0-2221b8af8b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.490340019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc87433a-cafd-4233-b9b0-2221b8af8b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:38.506880449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc87433a-cafd-4233-b9b0-2221b8af8b87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.051007504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"43e76fc9-0b5b-4729-b934-070df890d637","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.072286516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"43e76fc9-0b5b-4729-b934-070df890d637","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:40.092118453Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (09b4d2f6b79bd28bbd582c6d95a5c3e9133caa1612e55cbcd2196481af2cf856) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364) AuthConfig (f331562ec78f13365a26f131c2bcbc30d6293b4c21ae764820de5b5029292a6b) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (9aac6a02ed5c4bdd096d679f8b362773a92c4369b0ab576125f166db0b0f84ab) AuthConfig (b23e76b1a812d4eaf8fc484ebbbfecff5f0694f1863c13ca1d7c635f96297bf9) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"43e76fc9-0b5b-4729-b934-070df890d637","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:41.39190684Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-55799c-sub","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-sub","reconcileID":"c9ccdf60-302c-4963-9d02-ac2577e1855d","MaaSSubscription":{"name":"e2e-att-serve-55799c-sub","namespace":"ai-tenant-e2e-extmod-b-26b322"},"model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","subscription":"e2e-att-serve-55799c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:41.434637652Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-55799c-sub","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-sub","reconcileID":"c9ccdf60-302c-4963-9d02-ac2577e1855d","MaaSSubscription":{"name":"e2e-att-serve-55799c-sub","namespace":"ai-tenant-e2e-extmod-b-26b322"},"model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:41.454858772Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-55799c-sub","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-sub","reconcileID":"c9ccdf60-302c-4963-9d02-ac2577e1855d","MaaSSubscription":{"name":"e2e-att-serve-55799c-sub","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"maas-trlp-e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:41.646919599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"a583fbc0-eed5-4d5b-8ba9-54641a573516","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"tenant":"e2e-extmod-b-26b322","gateway":"openshift-ingress/e2e-extmod-b-26b322","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:41.647035928Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"a583fbc0-eed5-4d5b-8ba9-54641a573516","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"routeName":"external-model-e2e-att-serve-55799c-099bf37b4a73","namespace":"e2e-extmod-att-user-312717","model":"e2e-att-serve-55799c","externalModel":"e2e-att-serve-55799c","provider":"e2e-att-serve-55799c-provider","gateway":"openshift-ingress/e2e-extmod-b-26b322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:41.674906999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"81847f02-da7b-4226-83ce-b42651f5bf8a","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:41.703878951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"81847f02-da7b-4226-83ce-b42651f5bf8a","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:41.782600369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"e99df79c-3b73-4fbc-bf1e-6550c360de8f","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"tenant":"e2e-extmod-b-26b322","gateway":"openshift-ingress/e2e-extmod-b-26b322","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:41.782707897Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"e99df79c-3b73-4fbc-bf1e-6550c360de8f","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"routeName":"external-model-e2e-att-serve-55799c-099bf37b4a73","namespace":"e2e-extmod-att-user-312717","model":"e2e-att-serve-55799c","externalModel":"e2e-att-serve-55799c","provider":"e2e-att-serve-55799c-provider","gateway":"openshift-ingress/e2e-extmod-b-26b322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:41.857717517Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"7476505f-4795-4021-9bc9-f298913db12d","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.086503309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"7476505f-4795-4021-9bc9-f298913db12d","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.159078216Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"7476505f-4795-4021-9bc9-f298913db12d","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"name":"e2e-extmod-b-26b322-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.159224496Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"e2e-att-serve-55799c-access","reconcileID":"7476505f-4795-4021-9bc9-f298913db12d","MaaSAuthPolicy":{"name":"e2e-att-serve-55799c-access","namespace":"ai-tenant-e2e-extmod-b-26b322"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-26b322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.201119148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"2a56a857-b025-4673-ad31-f820ff9ece61","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"tenant":"e2e-extmod-b-26b322","gateway":"openshift-ingress/e2e-extmod-b-26b322","model":"e2e-extmod-att-user-312717/e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.201238283Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"2a56a857-b025-4673-ad31-f820ff9ece61","MaaSModelRef":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"routeName":"external-model-e2e-att-serve-55799c-099bf37b4a73","namespace":"e2e-extmod-att-user-312717","model":"e2e-att-serve-55799c","externalModel":"e2e-att-serve-55799c","provider":"e2e-att-serve-55799c-provider","gateway":"openshift-ingress/e2e-extmod-b-26b322","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.751605086Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"9664d0bf-21ec-4d4a-bf40-15b8d3abfd99","namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.799056535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"6a18bc5f-f41a-4053-9768-7f8b9823fffc","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.816103153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"549e6c36-9572-43a7-8407-c4e9e0e055b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.816240958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"22f8b53b-7d20-455f-8220-bdd32db2b80b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.816599088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"123d6963-fd50-43d9-9ff5-ebefe0b6d74d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.816625185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a08a38dc-7f6f-49c9-bc10-261c697ef68c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.821261082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"6a18bc5f-f41a-4053-9768-7f8b9823fffc","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.910036715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"123d6963-fd50-43d9-9ff5-ebefe0b6d74d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.911519421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"549e6c36-9572-43a7-8407-c4e9e0e055b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.911575605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"22f8b53b-7d20-455f-8220-bdd32db2b80b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.911942668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a08a38dc-7f6f-49c9-bc10-261c697ef68c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.920310287Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (09b4d2f6b79bd28bbd582c6d95a5c3e9133caa1612e55cbcd2196481af2cf856) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364) AuthConfig (f331562ec78f13365a26f131c2bcbc30d6293b4c21ae764820de5b5029292a6b) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (9aac6a02ed5c4bdd096d679f8b362773a92c4369b0ab576125f166db0b0f84ab) AuthConfig (b23e76b1a812d4eaf8fc484ebbbfecff5f0694f1863c13ca1d7c635f96297bf9) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"6a18bc5f-f41a-4053-9768-7f8b9823fffc","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:42.931371485Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-55799c","namespace":"e2e-extmod-att-user-312717"},"namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","reconcileID":"99692a25-5833-4a7c-b427-c490e731bd38","namespace":"e2e-extmod-att-user-312717","name":"e2e-att-serve-55799c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.000998653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"7f594ca2-3dda-4135-96df-d4d06a0a1b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.023943945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"7f594ca2-3dda-4135-96df-d4d06a0a1b19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.150784303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d8f1e04-bc0f-4fc3-8969-395507fd74b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.153924007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"7088ddb4-eb92-4f27-ba4b-187ed17308fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.154512996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bb06c99-6eec-49be-a908-d47445aeb7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.155491098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b9a127f4-090f-4949-a144-60d686911be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.189917786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b9a127f4-090f-4949-a144-60d686911be2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.211157172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"48577212-0932-45e4-81b9-b4d009ef506a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.213533084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d8f1e04-bc0f-4fc3-8969-395507fd74b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.279224372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"7088ddb4-eb92-4f27-ba4b-187ed17308fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.34487671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6bb06c99-6eec-49be-a908-d47445aeb7bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.369204981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"48577212-0932-45e4-81b9-b4d009ef506a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.669901944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a67e4e9f-0be7-46de-81fa-78ed94b51ac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.670562429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"ddc3b537-4516-4820-82ef-bdfbc22cd759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.707982875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"ddc3b537-4516-4820-82ef-bdfbc22cd759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.710008344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a67e4e9f-0be7-46de-81fa-78ed94b51ac4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.727073798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"00763d78-121a-46e7-bb38-627854298863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.769691021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"00763d78-121a-46e7-bb38-627854298863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.83647135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"f71aa15c-e29a-4e8d-aefd-81dc4c7ecd64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.837711738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"14755316-97de-4d05-8e08-9b5e1afcefb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.879634664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"14755316-97de-4d05-8e08-9b5e1afcefb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.880031706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"f71aa15c-e29a-4e8d-aefd-81dc4c7ecd64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.912083896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"8673d79d-3fec-469d-a763-3e67a55282c7","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.928942794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"a376c7d9-094d-49a2-8524-271e182a47b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.936920178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"8673d79d-3fec-469d-a763-3e67a55282c7","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.948918902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"f0ced134-0e77-4d21-81d2-09be45a10e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.953220162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"a376c7d9-094d-49a2-8524-271e182a47b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.986987564Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (09b4d2f6b79bd28bbd582c6d95a5c3e9133caa1612e55cbcd2196481af2cf856) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364) AuthConfig (f331562ec78f13365a26f131c2bcbc30d6293b4c21ae764820de5b5029292a6b) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (9aac6a02ed5c4bdd096d679f8b362773a92c4369b0ab576125f166db0b0f84ab) AuthConfig (b23e76b1a812d4eaf8fc484ebbbfecff5f0694f1863c13ca1d7c635f96297bf9) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"8673d79d-3fec-469d-a763-3e67a55282c7","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:43.991356968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"f0ced134-0e77-4d21-81d2-09be45a10e1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:44.025738379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"7ab5da8f-d1d0-4218-bc76-56c3bd06a932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:44.026201501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"032f98be-df56-4cf8-a46a-bda887c15769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:44.060450936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"7ab5da8f-d1d0-4218-bc76-56c3bd06a932","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:44.063626176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"032f98be-df56-4cf8-a46a-bda887c15769","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:44.121451941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"6da1f21e-046d-48df-83eb-01b5cf2b1309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:44.134754621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"dc1878a8-ae72-42c4-b585-da8d6c2f1040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:44.153978261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"6da1f21e-046d-48df-83eb-01b5cf2b1309","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:44.16280912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"dc1878a8-ae72-42c4-b585-da8d6c2f1040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:45.672922883Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:54.02152587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"410297f3-bcaf-4981-8221-2b2ff1298fe0","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:54.042989268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"410297f3-bcaf-4981-8221-2b2ff1298fe0","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:54.062733718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (09b4d2f6b79bd28bbd582c6d95a5c3e9133caa1612e55cbcd2196481af2cf856) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364) AuthConfig (f331562ec78f13365a26f131c2bcbc30d6293b4c21ae764820de5b5029292a6b) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (9aac6a02ed5c4bdd096d679f8b362773a92c4369b0ab576125f166db0b0f84ab) AuthConfig (b23e76b1a812d4eaf8fc484ebbbfecff5f0694f1863c13ca1d7c635f96297bf9) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"410297f3-bcaf-4981-8221-2b2ff1298fe0","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.510716297Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"cb3929ec-9503-465e-adfb-5f806dddc416","namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.53074326Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"6b2a72f4-6321-4012-93ce-bf4a542a5511","namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.543174495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"1d11fc84-7056-4990-8880-6e3a1b1cc968","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.558389376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"f7435a78-bb11-4c76-8ff6-defd808d42aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.561696972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"d70bde9b-11ce-493e-b20c-0d2776c752d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.56199463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"8c810460-6984-4581-8c65-c8291ce06002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.56256755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"4d36e96e-a40e-453a-b188-a496449da1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.564543168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"1d11fc84-7056-4990-8880-6e3a1b1cc968","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.57955425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"f7435a78-bb11-4c76-8ff6-defd808d42aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.58329892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"4d36e96e-a40e-453a-b188-a496449da1fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.583465065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"8c810460-6984-4581-8c65-c8291ce06002","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.584502353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (09b4d2f6b79bd28bbd582c6d95a5c3e9133caa1612e55cbcd2196481af2cf856) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364) AuthConfig (f331562ec78f13365a26f131c2bcbc30d6293b4c21ae764820de5b5029292a6b) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (9aac6a02ed5c4bdd096d679f8b362773a92c4369b0ab576125f166db0b0f84ab) AuthConfig (b23e76b1a812d4eaf8fc484ebbbfecff5f0694f1863c13ca1d7c635f96297bf9) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"1d11fc84-7056-4990-8880-6e3a1b1cc968","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.585608661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"d70bde9b-11ce-493e-b20c-0d2776c752d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.662516599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"d80f0c22-6687-4fa8-815a-00fddeec17b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.684838093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"d80f0c22-6687-4fa8-815a-00fddeec17b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.761494874Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"86f5fce9-f89c-4535-af8d-bc14220fa089","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.763426496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"b7234be1-9d5c-46f1-a410-7a49fd001cd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.763426549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"685d49d0-9bd5-45a9-a8a3-107de2e9532b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.785081347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"685d49d0-9bd5-45a9-a8a3-107de2e9532b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.785119389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"b7234be1-9d5c-46f1-a410-7a49fd001cd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.862689458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"9ff2975f-a497-4ed5-a8b2-f03446fda788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.863319396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b999c148-b808-472c-aefb-56b5b9bd917b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.864250854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"39816f47-f22e-43b5-96db-24b9d8b8dbf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.933959996Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"10523637-07de-4ab8-831c-f2d3a9b4a50a","namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.936416619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"39816f47-f22e-43b5-96db-24b9d8b8dbf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.93866066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"9ff2975f-a497-4ed5-a8b2-f03446fda788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:57.940861218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b999c148-b808-472c-aefb-56b5b9bd917b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.106815601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"6c8c27c8-d76c-4df4-91ec-cf9946ef58e6","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.106916472Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"6c8c27c8-d76c-4df4-91ec-cf9946ef58e6","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.175093168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"a153ab10-5375-4c46-b368-a8fa2e3ce790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.240306203Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"4fb86df2-578d-4ba2-81aa-bc880747c6b8","namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.240865574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f481946-762b-4b36-862e-566cee539bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.290321713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5f481946-762b-4b36-862e-566cee539bf7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.294855873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"a153ab10-5375-4c46-b368-a8fa2e3ce790","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.31133916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf738c64-1021-44c7-9d28-9fe2a9300070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.316292451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"3e84d3b5-63d7-43d3-b7c7-e1e7c398846e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.316263425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"97ffc342-eb9e-45b9-9a54-f042dec80392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.332567041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cf738c64-1021-44c7-9d28-9fe2a9300070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.337631605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"97ffc342-eb9e-45b9-9a54-f042dec80392","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.337633325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"3e84d3b5-63d7-43d3-b7c7-e1e7c398846e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.393112695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"2404d933-e8ac-40da-a483-90a01c0265a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.393148691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b0fe7f83-b12c-4a3b-b3f9-38e9ab67864c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.415100381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"2404d933-e8ac-40da-a483-90a01c0265a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.415203184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b0fe7f83-b12c-4a3b-b3f9-38e9ab67864c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.619994831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"b37c757b-3214-4e14-ab41-e656c260699e","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.624523425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"9e64eebe-de2b-4cbc-8c38-e78df815fc33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.624523517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"c1b98c4c-4a73-4bef-b0f0-6bf60d5fdc8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.629255554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"0416d897-7d76-452f-b79b-5a532badc639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.641801196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"b37c757b-3214-4e14-ab41-e656c260699e","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.646403687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"c1b98c4c-4a73-4bef-b0f0-6bf60d5fdc8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.646446142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"9e64eebe-de2b-4cbc-8c38-e78df815fc33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.650307874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"0416d897-7d76-452f-b79b-5a532badc639","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.662026632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (09b4d2f6b79bd28bbd582c6d95a5c3e9133caa1612e55cbcd2196481af2cf856) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364) AuthConfig (f331562ec78f13365a26f131c2bcbc30d6293b4c21ae764820de5b5029292a6b) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (9aac6a02ed5c4bdd096d679f8b362773a92c4369b0ab576125f166db0b0f84ab) AuthConfig (b23e76b1a812d4eaf8fc484ebbbfecff5f0694f1863c13ca1d7c635f96297bf9) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"b37c757b-3214-4e14-ab41-e656c260699e","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.68739139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"368e9a10-9efc-446a-8a98-043bdca3132f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.708464992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"368e9a10-9efc-446a-8a98-043bdca3132f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.710807362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"547e3b39-cad4-43ee-95a3-b8ef1c8b2b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.731920038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"547e3b39-cad4-43ee-95a3-b8ef1c8b2b16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.880811706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"21461096-8c40-478f-914b-8e87c82f8f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.881531516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"0377badb-c0e1-4ac5-8ac4-2f15580500e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.881581063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"886a9e18-c6d8-40e7-954a-3b84df162290","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.901987466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"21461096-8c40-478f-914b-8e87c82f8f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.902401793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"886a9e18-c6d8-40e7-954a-3b84df162290","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.904308955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"0377badb-c0e1-4ac5-8ac4-2f15580500e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.980662259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"72a5dd74-eeb2-4a8c-a086-d782043d0ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:58.980659917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"1e6350cc-b560-4c8a-9684-62eaa80aa67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:59.126557267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"1e6350cc-b560-4c8a-9684-62eaa80aa67e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:59.127312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"72a5dd74-eeb2-4a8c-a086-d782043d0ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:59.193102465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75663477-e89c-4aa4-9c1f-4e6a934b4ac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:59.197658358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"0722c59b-9a90-4c2f-bb5f-ac03db7e58e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:59.198170009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8baabf82-270d-45ff-a91c-d860b4f3e9d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:59.216702268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"75663477-e89c-4aa4-9c1f-4e6a934b4ac7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:59.221756778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"0722c59b-9a90-4c2f-bb5f-ac03db7e58e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:59.224897674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8baabf82-270d-45ff-a91c-d860b4f3e9d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:59.432885596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"f0ebe8a0-cee9-45e4-8a35-d3a15cfe697d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:23:59.488468546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"f0ebe8a0-cee9-45e4-8a35-d3a15cfe697d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.247351263Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"f9417427-81ce-4fc5-9ed7-df0f8231a2fd","namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.266173404Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"ee747f0d-fff5-40ec-9de2-34313036d995","namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.283833693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"8aa1e187-6be0-4db6-adde-97cfaf5dfab6","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.299579236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"f62333ad-7eb9-485c-9e4a-5b089c4e72c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.299575095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"22e42676-2e8f-496e-a4aa-9f5e15a9565e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.300063599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"dce1c507-75fe-4f97-b61c-77819b91a1ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.300230476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"837ad510-1649-41eb-bfd5-d1243a3efade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.324705687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"8aa1e187-6be0-4db6-adde-97cfaf5dfab6","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.325869675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"f62333ad-7eb9-485c-9e4a-5b089c4e72c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.32736451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"837ad510-1649-41eb-bfd5-d1243a3efade","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.328931881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"dce1c507-75fe-4f97-b61c-77819b91a1ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.330818321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"22e42676-2e8f-496e-a4aa-9f5e15a9565e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.344813548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (09b4d2f6b79bd28bbd582c6d95a5c3e9133caa1612e55cbcd2196481af2cf856) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364) AuthConfig (f331562ec78f13365a26f131c2bcbc30d6293b4c21ae764820de5b5029292a6b) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (9aac6a02ed5c4bdd096d679f8b362773a92c4369b0ab576125f166db0b0f84ab) AuthConfig (b23e76b1a812d4eaf8fc484ebbbfecff5f0694f1863c13ca1d7c635f96297bf9) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"8aa1e187-6be0-4db6-adde-97cfaf5dfab6","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.396315147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"eaa06f70-c4f7-4d27-87e5-ff30bc772fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.417607595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"eaa06f70-c4f7-4d27-87e5-ff30bc772fb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.434550743Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"6118f205-5653-432d-99c0-dd326cba46a0","namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.49477314Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"d92b9eba-606e-4eb3-b3e9-c1a86f9bb3b0","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.508385166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"08d3de93-c344-4de5-9d09-bcec01126154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.50841247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"3d6b2188-f11f-4360-8d77-95a74531f316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.509226934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"95e14fe7-e443-4a5a-bf8f-ddd84a150763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.529932047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"08d3de93-c344-4de5-9d09-bcec01126154","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.530014392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"3d6b2188-f11f-4360-8d77-95a74531f316","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.532509276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"95e14fe7-e443-4a5a-bf8f-ddd84a150763","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.647821187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"378c3c06-b52f-4af2-a957-ce8f60443c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.648542104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed1a373c-24c3-4d04-8306-7b55a1ca1a37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.653953614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5411df1-82cd-4241-aad1-68f2cedf67d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.664950608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a1367412-d8e1-42c5-b98b-ddcbf74bb917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.665037914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"4eefc760-678c-4b1d-9061-81b37bd6502f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.670205062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed1a373c-24c3-4d04-8306-7b55a1ca1a37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.670250177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"378c3c06-b52f-4af2-a957-ce8f60443c39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.673823005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"f4becb61-7782-4588-8a1a-1fe5fcf0d7a8","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.673844074Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"f4becb61-7782-4588-8a1a-1fe5fcf0d7a8","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.674952277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5411df1-82cd-4241-aad1-68f2cedf67d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.686400506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"4eefc760-678c-4b1d-9061-81b37bd6502f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.686545736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a1367412-d8e1-42c5-b98b-ddcbf74bb917","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.852254939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"8398bc6d-5acd-41ed-bfeb-2457e4ab5dc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.852277671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"8c74b854-84f4-4ca6-a695-562e08d2a46e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.873704492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"8398bc6d-5acd-41ed-bfeb-2457e4ab5dc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.874942428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"8c74b854-84f4-4ca6-a695-562e08d2a46e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.95360575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"4aa6c8aa-8a2e-4504-8cc5-ae1ca050f14d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.953748174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"06c27a91-764f-46ab-9d23-f9fae0da6638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.953607644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"adb1e435-7161-4d73-9ec6-224296f208e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.974655049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"4aa6c8aa-8a2e-4504-8cc5-ae1ca050f14d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.975599766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"06c27a91-764f-46ab-9d23-f9fae0da6638","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:00.976795239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"adb1e435-7161-4d73-9ec6-224296f208e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:01.052339422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"59f03049-f84e-45f6-8019-1fcab7d211a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:01.073509079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"59f03049-f84e-45f6-8019-1fcab7d211a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:01.137084493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"0863ad47-7a24-4b4f-b021-05b91b89b572","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:01.144267646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"cebc5d8f-0d8e-49cf-a455-6da3fe2c80ea","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:01.144291776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"cebc5d8f-0d8e-49cf-a455-6da3fe2c80ea","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:01.152688835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"02f62e65-5b0d-4b8f-a44f-f8607d820e49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:01.153716863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"6bb4765d-bc5f-42de-9cc9-c43f2c73a157","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:01.158407704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"0863ad47-7a24-4b4f-b021-05b91b89b572","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:01.174719171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"02f62e65-5b0d-4b8f-a44f-f8607d820e49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:01.175280357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"6bb4765d-bc5f-42de-9cc9-c43f2c73a157","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:01.178038102Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (09b4d2f6b79bd28bbd582c6d95a5c3e9133caa1612e55cbcd2196481af2cf856) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364) AuthConfig (f331562ec78f13365a26f131c2bcbc30d6293b4c21ae764820de5b5029292a6b) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (9aac6a02ed5c4bdd096d679f8b362773a92c4369b0ab576125f166db0b0f84ab) AuthConfig (b23e76b1a812d4eaf8fc484ebbbfecff5f0694f1863c13ca1d7c635f96297bf9) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"0863ad47-7a24-4b4f-b021-05b91b89b572","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:01.238201442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"95e205e6-da67-497b-be45-57f586f15898","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:01.293319407Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"95e205e6-da67-497b-be45-57f586f15898","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:01.315300088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"95e205e6-da67-497b-be45-57f586f15898","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:01.35327234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"f1a494fd-8f6e-443b-9f6f-667322b3e5ee","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:01.353302954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"f1a494fd-8f6e-443b-9f6f-667322b3e5ee","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:04.179790409Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"b70a4aa3-1937-4adb-9da2-24660dffcb5e","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:04.621455519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e30c39-a34e-4614-9af9-0e9813792659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:04.637747357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e30c39-a34e-4614-9af9-0e9813792659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:04.654065042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e30c39-a34e-4614-9af9-0e9813792659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:04.670487132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e30c39-a34e-4614-9af9-0e9813792659","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:05.321786331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7a63782-3b86-4018-a45e-c0b63ab9431b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:05.338446038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7a63782-3b86-4018-a45e-c0b63ab9431b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:05.356884942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7a63782-3b86-4018-a45e-c0b63ab9431b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:05.373624562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7a63782-3b86-4018-a45e-c0b63ab9431b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:09.852977623Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"499a817e-7ade-4a14-8257-beeead617e77","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:10.235891164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87ac7945-04f9-4947-a8a2-1476f06c9518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:10.251916576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87ac7945-04f9-4947-a8a2-1476f06c9518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:10.268018197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87ac7945-04f9-4947-a8a2-1476f06c9518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:10.283894047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87ac7945-04f9-4947-a8a2-1476f06c9518","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:11.211674399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"196c32b0-59fe-4045-bd5a-0035609806cb","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:11.233752708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"196c32b0-59fe-4045-bd5a-0035609806cb","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:11.255107286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (09b4d2f6b79bd28bbd582c6d95a5c3e9133caa1612e55cbcd2196481af2cf856) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364) AuthConfig (f331562ec78f13365a26f131c2bcbc30d6293b4c21ae764820de5b5029292a6b) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (9aac6a02ed5c4bdd096d679f8b362773a92c4369b0ab576125f166db0b0f84ab) AuthConfig (b23e76b1a812d4eaf8fc484ebbbfecff5f0694f1863c13ca1d7c635f96297bf9) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"196c32b0-59fe-4045-bd5a-0035609806cb","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:11.325469435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34db753-2395-453d-97c0-ca6b3aca7aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:11.342104455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34db753-2395-453d-97c0-ca6b3aca7aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:11.358396134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34db753-2395-453d-97c0-ca6b3aca7aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:11.374835925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a34db753-2395-453d-97c0-ca6b3aca7aac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:11.411351739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"a2e678b0-a3d0-45a9-b998-a2a457ba9bcd","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:11.434558871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"a2e678b0-a3d0-45a9-b998-a2a457ba9bcd","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:11.46629607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"a2e678b0-a3d0-45a9-b998-a2a457ba9bcd","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:13.213472756Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"a0eb727f-c871-4579-9a5d-9a1dd58ba898","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:13.303046238Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"838cd985-bc25-47f0-8e50-3bb1dd159208","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:13.628062805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6584261-2ecd-4b90-b6ea-eaebbaf8194a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:13.645197707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6584261-2ecd-4b90-b6ea-eaebbaf8194a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:13.662321711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6584261-2ecd-4b90-b6ea-eaebbaf8194a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:13.67857681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6584261-2ecd-4b90-b6ea-eaebbaf8194a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:14.37398932Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"8dac3605-9e5f-4253-87eb-ee0e91b9910b","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:14.409120342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15e4bd6-1f44-4c77-b19b-81258fe9bf21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:14.414775221Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-fb367d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-fb367d","reconcileID":"5eca5eb7-b45d-4e4a-9b69-91869b2378bf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-fb367d","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-fb367d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:14.425753837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15e4bd6-1f44-4c77-b19b-81258fe9bf21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:14.442552675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15e4bd6-1f44-4c77-b19b-81258fe9bf21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:14.458653315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c15e4bd6-1f44-4c77-b19b-81258fe9bf21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:14.524119387Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"fb8ef498-f5f1-4948-a9c5-6e3d40d553e6","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:15.357198743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41e9ce81-2eef-48dc-b750-18298032d76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:15.373218856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41e9ce81-2eef-48dc-b750-18298032d76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:15.389124274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41e9ce81-2eef-48dc-b750-18298032d76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:15.405045348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41e9ce81-2eef-48dc-b750-18298032d76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:15.664202408Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:15.942631171Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"46af0f6c-8ed0-4ceb-83e4-c2a574dc6511","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:16.132013314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf135e7-afbf-4d82-a84d-a5528b854850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:16.149115038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf135e7-afbf-4d82-a84d-a5528b854850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:16.165867564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf135e7-afbf-4d82-a84d-a5528b854850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:16.182730908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf135e7-afbf-4d82-a84d-a5528b854850","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:18.500037604Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"6c4713b9-0bdf-4c52-93e4-d7badbaaf48f","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:18.932881827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44013e14-1863-4988-b7cd-2846f3b986e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:18.94940192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44013e14-1863-4988-b7cd-2846f3b986e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:18.965727774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44013e14-1863-4988-b7cd-2846f3b986e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:18.98178372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44013e14-1863-4988-b7cd-2846f3b986e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:19.609782362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb7d2a0-ff00-44da-a16c-e77562bce2fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:19.626466371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb7d2a0-ff00-44da-a16c-e77562bce2fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:19.642453771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb7d2a0-ff00-44da-a16c-e77562bce2fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:19.659267765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bb7d2a0-ff00-44da-a16c-e77562bce2fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:20.378005255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8fc428-5cbd-4e66-97b8-6d2ec37b9710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:20.394587891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8fc428-5cbd-4e66-97b8-6d2ec37b9710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:20.410886722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8fc428-5cbd-4e66-97b8-6d2ec37b9710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:20.426917003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec8fc428-5cbd-4e66-97b8-6d2ec37b9710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.289039527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"599138af-696d-485c-ac8c-65d039cae03a","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.310105984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"599138af-696d-485c-ac8c-65d039cae03a","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.330555987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (09b4d2f6b79bd28bbd582c6d95a5c3e9133caa1612e55cbcd2196481af2cf856) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364) AuthConfig (f331562ec78f13365a26f131c2bcbc30d6293b4c21ae764820de5b5029292a6b) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (9aac6a02ed5c4bdd096d679f8b362773a92c4369b0ab576125f166db0b0f84ab) AuthConfig (b23e76b1a812d4eaf8fc484ebbbfecff5f0694f1863c13ca1d7c635f96297bf9) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"599138af-696d-485c-ac8c-65d039cae03a","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.500382752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"02f1a88f-3c2e-46c7-9e2d-16a8c3da906f","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.521291091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"02f1a88f-3c2e-46c7-9e2d-16a8c3da906f","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:21.540798547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"02f1a88f-3c2e-46c7-9e2d-16a8c3da906f","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:25.167704048Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"cd3abe2a-593d-48dc-ad41-6c584cfa90ed","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:25.23813297Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"f2d3d78f-3797-451a-9922-4f8748af08fc","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:25.606225857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc69d00-fbc6-40be-84ed-1a1c2ece6a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:25.622658891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc69d00-fbc6-40be-84ed-1a1c2ece6a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:25.647711207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc69d00-fbc6-40be-84ed-1a1c2ece6a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:25.667503758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fc69d00-fbc6-40be-84ed-1a1c2ece6a30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.26032274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"29e01112-32be-46a1-903b-1c03a8488082","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.28286279Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"72e9ee3b-ab7e-4e07-8d36-2e99df019f00","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.283550637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"29e01112-32be-46a1-903b-1c03a8488082","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.303213095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d7725b55bd6e6faf302cad740683caf94ba005449e5f3c58984caeef06dc3c09) AuthConfig (9e83b18cef30b2faa4b2439f2bd7ea48751715b3bbff44bd9541a76ee3b55a85) AuthConfig (debc3dd8693ab2377bdd22a2c626a07dfa6ff8776a6269f4b78c7aa282fcf867) AuthConfig (9235ffde4a73de18dbf11557e20b706550edde365471d7e17e3706e7641e0130) AuthConfig (a0dba6f6a1cbc06a420c2b3c3dac66629b81faa24083303d61ea0a1c4f69b8d1) AuthConfig (bf9f266cdabfa9448a63de161567cba8025be0ef7c2fa941a1e2680dd2156a46) AuthConfig (f56afaa29b328cfc39e0924e6c6e886893981df825c06eb35db8f65ef808a21a) AuthConfig (8e6c2e3e336095d101aa168c4631fcf185da8e27b23460da3f8ee096c7830d98) AuthConfig (745e1853250225221b63e48ac3a8a9cbe764a91a390eb553994d7d8c55795c23) AuthConfig (9bae53874815d1194df869c2d59de35130a8acbad8101445d88071d50f8a3fd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"29e01112-32be-46a1-903b-1c03a8488082","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.33871974Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7d4110","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7d4110","reconcileID":"afa375d7-e57c-40f5-9fbd-64eb8f801cf2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-7d4110","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-7d4110":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.355737905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"beaa883c-b678-452a-96b1-7849452d184d","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.355771173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"beaa883c-b678-452a-96b1-7849452d184d","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.444758314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7b19d9-a028-46cf-bed2-584eaffb3217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.471143663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7b19d9-a028-46cf-bed2-584eaffb3217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.495407228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7b19d9-a028-46cf-bed2-584eaffb3217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.513042564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d7b19d9-a028-46cf-bed2-584eaffb3217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:26.513125289Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"1bb6466d-c70d-4a04-ae6e-e68ef57034f9","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:27.059704161Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"e78d0d8a-8742-42b4-a347-c57e8c3c0f9e","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:27.522204183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dab072a-c5f4-46ac-8718-4716f3a1c1e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:27.551748011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dab072a-c5f4-46ac-8718-4716f3a1c1e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:27.573598836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dab072a-c5f4-46ac-8718-4716f3a1c1e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:27.593653752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3dab072a-c5f4-46ac-8718-4716f3a1c1e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:27.963415048Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"7b2dc7fe-98df-4243-a265-7067f4f19ff2","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:28.435562732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793cb18c-8380-4e08-8a5f-9c9394467e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:28.454870962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793cb18c-8380-4e08-8a5f-9c9394467e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:28.474094091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793cb18c-8380-4e08-8a5f-9c9394467e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:28.493597784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"793cb18c-8380-4e08-8a5f-9c9394467e3b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:29.522712447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9500f5-d406-4755-a638-a3a364f24c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:29.5694453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9500f5-d406-4755-a638-a3a364f24c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:29.590453103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9500f5-d406-4755-a638-a3a364f24c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:29.608069555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9500f5-d406-4755-a638-a3a364f24c38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.022381814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d344c5-8634-4e5e-9f04-100a3d433869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.046077067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d344c5-8634-4e5e-9f04-100a3d433869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.063390767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d344c5-8634-4e5e-9f04-100a3d433869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.080709209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5d344c5-8634-4e5e-9f04-100a3d433869","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.375609592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"a99a9e25-86ba-4269-8dfd-041697612b20","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.399001724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"a99a9e25-86ba-4269-8dfd-041697612b20","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.627785691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"40bd4e01-d620-485f-bd22-ac89697cc847","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"tenant":"e2e-extmod-b-206095","gateway":"openshift-ingress/e2e-extmod-b-206095","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.627877195Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"40bd4e01-d620-485f-bd22-ac89697cc847","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"routeName":"external-model-e2e-att-serve-d0f064-2417c5d876fc","namespace":"e2e-extmod-att-user-7b706f","model":"e2e-att-serve-d0f064","externalModel":"e2e-att-serve-d0f064","provider":"e2e-att-serve-d0f064-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.770695417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0ee9bd9-90c5-4ad3-961e-d8d9eb82e266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.787584372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0ee9bd9-90c5-4ad3-961e-d8d9eb82e266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.805493472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0ee9bd9-90c5-4ad3-961e-d8d9eb82e266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:31.823659198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0ee9bd9-90c5-4ad3-961e-d8d9eb82e266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:33.778873399Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"322d7cf6-9271-4cf7-9b3e-ce6a284bcb40","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:33.816529598Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"3a377563-f796-45e4-89da-7248f41f5580","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.226600908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1087f0-55c5-4923-9b29-f835184be4ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.243682338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1087f0-55c5-4923-9b29-f835184be4ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.261433622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1087f0-55c5-4923-9b29-f835184be4ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.27952438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f1087f0-55c5-4923-9b29-f835184be4ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.856718171Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"7ee77c07-fe89-4a37-ad69-cd3d4058804c","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.898250154Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d5e482","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d5e482","reconcileID":"21dfe346-561f-448f-aa4a-897e85566086","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d5e482","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-d5e482":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.960647094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faead573-5d5e-4dcd-b094-db1e72ada038","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.978835935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faead573-5d5e-4dcd-b094-db1e72ada038","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:34.995250365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faead573-5d5e-4dcd-b094-db1e72ada038","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.012788496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faead573-5d5e-4dcd-b094-db1e72ada038","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.014557924Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"2da52efc-c5f6-41fe-86e2-f6e7f589d8cb","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.626420343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"6e69a448-7145-44f8-8b06-8ccabaec8170","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"tenant":"e2e-extmod-b-206095","gateway":"openshift-ingress/e2e-extmod-b-206095","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.6264577Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"6e69a448-7145-44f8-8b06-8ccabaec8170","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"routeName":"external-model-e2e-att-serve-d0f064-2417c5d876fc","namespace":"e2e-extmod-att-user-7b706f","model":"e2e-att-serve-d0f064","externalModel":"e2e-att-serve-d0f064","provider":"e2e-att-serve-d0f064-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.646383498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"65b622a8-ad05-4f3a-a668-7944e1abfdd0","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:24:35.650670117Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d0f064-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-sub","reconcileID":"69ec9916-73ee-4c1b-9bf4-2a84a524b02e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-d0f064-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.669451547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"65b622a8-ad05-4f3a-a668-7944e1abfdd0","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.675998879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"a7a3a1a9-30f7-4d6b-92f2-b9fbfeabfe75","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"tenant":"e2e-extmod-b-206095","gateway":"openshift-ingress/e2e-extmod-b-206095","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.676022177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"a7a3a1a9-30f7-4d6b-92f2-b9fbfeabfe75","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"routeName":"external-model-e2e-att-serve-d0f064-2417c5d876fc","namespace":"e2e-extmod-att-user-7b706f","model":"e2e-att-serve-d0f064","externalModel":"e2e-att-serve-d0f064","provider":"e2e-att-serve-d0f064-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.684128893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4659b0cb-6478-4651-8b5e-db56fcc773b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.701449089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4659b0cb-6478-4651-8b5e-db56fcc773b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.718937255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4659b0cb-6478-4651-8b5e-db56fcc773b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:24:35.719663255Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"a7a3a1a9-30f7-4d6b-92f2-b9fbfeabfe75","name":"e2e-att-serve-d0f064","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-d0f064\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:24:35.719736191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"a7a3a1a9-30f7-4d6b-92f2-b9fbfeabfe75","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-d0f064\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.736408766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4659b0cb-6478-4651-8b5e-db56fcc773b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.757132971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"b7a13ce7-73e0-47a1-820f-39550caa14b8","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"tenant":"e2e-extmod-b-206095","gateway":"openshift-ingress/e2e-extmod-b-206095","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.757167719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"b7a13ce7-73e0-47a1-820f-39550caa14b8","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"routeName":"external-model-e2e-att-serve-d0f064-2417c5d876fc","namespace":"e2e-extmod-att-user-7b706f","model":"e2e-att-serve-d0f064","externalModel":"e2e-att-serve-d0f064","provider":"e2e-att-serve-d0f064-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.774429253Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"ff73204c-9610-420f-b4f6-8387dc9d9546","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"tenant":"e2e-extmod-b-206095","gateway":"openshift-ingress/e2e-extmod-b-206095","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.774454388Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"ff73204c-9610-420f-b4f6-8387dc9d9546","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"routeName":"external-model-e2e-att-serve-d0f064-2417c5d876fc","namespace":"e2e-extmod-att-user-7b706f","model":"e2e-att-serve-d0f064","externalModel":"e2e-att-serve-d0f064","provider":"e2e-att-serve-d0f064-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.81117019Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d0f064-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-sub","reconcileID":"8e6eb671-8ef0-4871-afc2-95a327efd9c1","MaaSSubscription":{"name":"e2e-att-serve-d0f064-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"maas-trlp-e2e-att-serve-d0f064","model":"e2e-att-serve-d0f064","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-206095/e2e-att-serve-d0f064-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.869971399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"35ea3d0d-f971-4116-be1a-dfae7e47387d","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.891532619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"35ea3d0d-f971-4116-be1a-dfae7e47387d","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.906875007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"b1c06122-0335-40d1-870c-9bda20e1d85e","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"tenant":"e2e-extmod-b-206095","gateway":"openshift-ingress/e2e-extmod-b-206095","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.906897021Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"b1c06122-0335-40d1-870c-9bda20e1d85e","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"routeName":"external-model-e2e-att-serve-d0f064-2417c5d876fc","namespace":"e2e-extmod-att-user-7b706f","model":"e2e-att-serve-d0f064","externalModel":"e2e-att-serve-d0f064","provider":"e2e-att-serve-d0f064-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:35.956684441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d0f064-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-sub","reconcileID":"00812a81-ea00-4524-9dde-5578f333a234","MaaSSubscription":{"name":"e2e-att-serve-d0f064-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"maas-trlp-e2e-att-serve-d0f064","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.373250866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"ea143ba8-baf5-4a16-a815-aba2ccda2db0","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.394504041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"ea143ba8-baf5-4a16-a815-aba2ccda2db0","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.414739595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d7725b55bd6e6faf302cad740683caf94ba005449e5f3c58984caeef06dc3c09) AuthConfig (9e83b18cef30b2faa4b2439f2bd7ea48751715b3bbff44bd9541a76ee3b55a85) AuthConfig (debc3dd8693ab2377bdd22a2c626a07dfa6ff8776a6269f4b78c7aa282fcf867) AuthConfig (9235ffde4a73de18dbf11557e20b706550edde365471d7e17e3706e7641e0130) AuthConfig (a0dba6f6a1cbc06a420c2b3c3dac66629b81faa24083303d61ea0a1c4f69b8d1) AuthConfig (bf9f266cdabfa9448a63de161567cba8025be0ef7c2fa941a1e2680dd2156a46) AuthConfig (f56afaa29b328cfc39e0924e6c6e886893981df825c06eb35db8f65ef808a21a) AuthConfig (8e6c2e3e336095d101aa168c4631fcf185da8e27b23460da3f8ee096c7830d98) AuthConfig (745e1853250225221b63e48ac3a8a9cbe764a91a390eb553994d7d8c55795c23) AuthConfig (9bae53874815d1194df869c2d59de35130a8acbad8101445d88071d50f8a3fd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"ea143ba8-baf5-4a16-a815-aba2ccda2db0","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.50903262Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"f48c1d13-d858-45ae-8f11-7915c7055f53","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.510175308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fb354c-0736-4bf4-9538-78e8897e23ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.526380408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fb354c-0736-4bf4-9538-78e8897e23ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.54258966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fb354c-0736-4bf4-9538-78e8897e23ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:36.558857185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93fb354c-0736-4bf4-9538-78e8897e23ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:38.129916703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"897a9c3d-d119-44c9-aee7-3872c86d8a5c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:38.191138379Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"897a9c3d-d119-44c9-aee7-3872c86d8a5c","name":"e2e-extmod-b-4e2ac7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:45.66330542Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:46.448440217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"54dd5c57-2b1b-4021-98fd-67195ed2a478","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:46.469528028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"54dd5c57-2b1b-4021-98fd-67195ed2a478","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:46.489956905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d7725b55bd6e6faf302cad740683caf94ba005449e5f3c58984caeef06dc3c09) AuthConfig (9e83b18cef30b2faa4b2439f2bd7ea48751715b3bbff44bd9541a76ee3b55a85) AuthConfig (debc3dd8693ab2377bdd22a2c626a07dfa6ff8776a6269f4b78c7aa282fcf867) AuthConfig (9235ffde4a73de18dbf11557e20b706550edde365471d7e17e3706e7641e0130) AuthConfig (a0dba6f6a1cbc06a420c2b3c3dac66629b81faa24083303d61ea0a1c4f69b8d1) AuthConfig (bf9f266cdabfa9448a63de161567cba8025be0ef7c2fa941a1e2680dd2156a46) AuthConfig (f56afaa29b328cfc39e0924e6c6e886893981df825c06eb35db8f65ef808a21a) AuthConfig (8e6c2e3e336095d101aa168c4631fcf185da8e27b23460da3f8ee096c7830d98) AuthConfig (745e1853250225221b63e48ac3a8a9cbe764a91a390eb553994d7d8c55795c23) AuthConfig (9bae53874815d1194df869c2d59de35130a8acbad8101445d88071d50f8a3fd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"54dd5c57-2b1b-4021-98fd-67195ed2a478","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:52.209258388Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-c1e164","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"autores-model-c1e164","reconcileID":"5f2277f5-20ef-4eb3-a686-3e031689e314","MaaSModelRef":{"name":"autores-model-c1e164","namespace":"ai-tenant-e2e-autores-c1e164"},"tenant":"e2e-autores-c1e164","gateway":"openshift-ingress/e2e-autores-c1e164","model":"ai-tenant-e2e-autores-c1e164/autores-model-c1e164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:52.209289752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"autores-model-c1e164","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"autores-model-c1e164","reconcileID":"5f2277f5-20ef-4eb3-a686-3e031689e314","MaaSModelRef":{"name":"autores-model-c1e164","namespace":"ai-tenant-e2e-autores-c1e164"},"routeName":"autores-model-c1e164-kserve-route","namespace":"ai-tenant-e2e-autores-c1e164","llmisvcName":"autores-model-c1e164","gateway":"openshift-ingress/e2e-autores-c1e164","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:53.359455239Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"8cad277e-be7f-4484-875c-38b32b04992a","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:53.435667457Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"4012fd85-cc87-47c7-bbf8-f12f653521f7","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:53.740748018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cfd0f65-74fd-45bc-bb0a-7deddaa6227e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:53.757127164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cfd0f65-74fd-45bc-bb0a-7deddaa6227e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:53.7731812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cfd0f65-74fd-45bc-bb0a-7deddaa6227e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:53.789596622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cfd0f65-74fd-45bc-bb0a-7deddaa6227e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:54.489414506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fe7b4c-62cf-4568-a0fc-e346f5ec4fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:54.505356849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fe7b4c-62cf-4568-a0fc-e346f5ec4fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:54.521373786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fe7b4c-62cf-4568-a0fc-e346f5ec4fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:54.53751822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24fe7b4c-62cf-4568-a0fc-e346f5ec4fff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:55.218710806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ce1488-fb7f-493f-ab2e-9d13e9c402a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:55.2350897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ce1488-fb7f-493f-ab2e-9d13e9c402a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:55.251835416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ce1488-fb7f-493f-ab2e-9d13e9c402a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:55.26777324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13ce1488-fb7f-493f-ab2e-9d13e9c402a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:55.945980249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f8760b-5ece-453b-930e-6883f07d6341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:55.962277473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f8760b-5ece-453b-930e-6883f07d6341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:55.978350234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f8760b-5ece-453b-930e-6883f07d6341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:55.9946632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0f8760b-5ece-453b-930e-6883f07d6341","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:56.526411021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"1a6c1a04-f6b2-4910-8d67-47e880defed0","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:56.548486282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"1a6c1a04-f6b2-4910-8d67-47e880defed0","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:56.568374319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d7725b55bd6e6faf302cad740683caf94ba005449e5f3c58984caeef06dc3c09) AuthConfig (9e83b18cef30b2faa4b2439f2bd7ea48751715b3bbff44bd9541a76ee3b55a85) AuthConfig (debc3dd8693ab2377bdd22a2c626a07dfa6ff8776a6269f4b78c7aa282fcf867) AuthConfig (9235ffde4a73de18dbf11557e20b706550edde365471d7e17e3706e7641e0130) AuthConfig (a0dba6f6a1cbc06a420c2b3c3dac66629b81faa24083303d61ea0a1c4f69b8d1) AuthConfig (bf9f266cdabfa9448a63de161567cba8025be0ef7c2fa941a1e2680dd2156a46) AuthConfig (f56afaa29b328cfc39e0924e6c6e886893981df825c06eb35db8f65ef808a21a) AuthConfig (8e6c2e3e336095d101aa168c4631fcf185da8e27b23460da3f8ee096c7830d98) AuthConfig (745e1853250225221b63e48ac3a8a9cbe764a91a390eb553994d7d8c55795c23) AuthConfig (9bae53874815d1194df869c2d59de35130a8acbad8101445d88071d50f8a3fd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"1a6c1a04-f6b2-4910-8d67-47e880defed0","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:56.646181698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f23e777-3292-4718-8d48-4df8d216e015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:56.663484503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f23e777-3292-4718-8d48-4df8d216e015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:56.679763385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f23e777-3292-4718-8d48-4df8d216e015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:56.696076538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f23e777-3292-4718-8d48-4df8d216e015","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:57.326099064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d7e9675-3aba-49c8-9ae7-d39ac39bdf1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:57.34241403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d7e9675-3aba-49c8-9ae7-d39ac39bdf1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:57.358477904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d7e9675-3aba-49c8-9ae7-d39ac39bdf1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:57.375088209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d7e9675-3aba-49c8-9ae7-d39ac39bdf1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:58.12182422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d960008b-81a9-4050-8ffd-50ea2fc5ebe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:58.137990215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d960008b-81a9-4050-8ffd-50ea2fc5ebe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:58.154386528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d960008b-81a9-4050-8ffd-50ea2fc5ebe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:58.170637165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d960008b-81a9-4050-8ffd-50ea2fc5ebe7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:58.8384197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55419f6-b0e1-47c6-a0b9-88729c276d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:58.854600353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55419f6-b0e1-47c6-a0b9-88729c276d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:58.871347266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55419f6-b0e1-47c6-a0b9-88729c276d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:58.887729572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f55419f6-b0e1-47c6-a0b9-88729c276d8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.60760482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2fec19f-8429-409d-afd5-0f335e5e843a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.624434932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2fec19f-8429-409d-afd5-0f335e5e843a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.644500382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2fec19f-8429-409d-afd5-0f335e5e843a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:24:59.660736316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2fec19f-8429-409d-afd5-0f335e5e843a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:03.537833653Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"47d0f465-fe43-4ec8-b1c1-c38231d05d48","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:06.602123054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"d45aa852-662b-49a6-a0d2-f5c9e15e21bd","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:06.62416389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"d45aa852-662b-49a6-a0d2-f5c9e15e21bd","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:06.644383866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d7725b55bd6e6faf302cad740683caf94ba005449e5f3c58984caeef06dc3c09) AuthConfig (9e83b18cef30b2faa4b2439f2bd7ea48751715b3bbff44bd9541a76ee3b55a85) AuthConfig (debc3dd8693ab2377bdd22a2c626a07dfa6ff8776a6269f4b78c7aa282fcf867) AuthConfig (9235ffde4a73de18dbf11557e20b706550edde365471d7e17e3706e7641e0130) AuthConfig (a0dba6f6a1cbc06a420c2b3c3dac66629b81faa24083303d61ea0a1c4f69b8d1) AuthConfig (bf9f266cdabfa9448a63de161567cba8025be0ef7c2fa941a1e2680dd2156a46) AuthConfig (f56afaa29b328cfc39e0924e6c6e886893981df825c06eb35db8f65ef808a21a) AuthConfig (8e6c2e3e336095d101aa168c4631fcf185da8e27b23460da3f8ee096c7830d98) AuthConfig (745e1853250225221b63e48ac3a8a9cbe764a91a390eb553994d7d8c55795c23) AuthConfig (9bae53874815d1194df869c2d59de35130a8acbad8101445d88071d50f8a3fd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"d45aa852-662b-49a6-a0d2-f5c9e15e21bd","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:08.893114082Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","namespace":"ai-tenant-e2e-autores-c1e164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:08.893183215Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","namespace":"ai-tenant-e2e-autores-c1e164","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:08.893283715Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","tenant":"e2e-autores-c1e164","tenantID":"e2e-autores-c1e164","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:08.911289876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"Deployment","name":"maas-api-e2e-autores-c1e164","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:08.941764794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"Service","name":"maas-api-e2e-autores-c1e164","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:08.967892637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-c1e164","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:08.985966932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-c1e164","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.004879592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-c1e164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.023423138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-c1e164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.048586099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-c1e164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.067261154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-c1e164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.083092507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"Deployment","name":"payload-processing-e2e-autores-c1e164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.098930092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-c1e164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.114952292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"Service","name":"payload-processing-e2e-autores-c1e164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.130689142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"Service","name":"payload-pre-processing-e2e-autores-c1e164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.148218158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"DestinationRule","name":"payload-processing-e2e-autores-c1e164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.165476122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-c1e164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.200226258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-c1e164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.230649969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-c1e164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.249583797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-c1e164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.268517139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-c1e164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.292276479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-c1e164","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.309618292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-c1e164"},"namespace":"ai-tenant-e2e-autores-c1e164","name":"default-tenant","reconcileID":"823fc6c7-91ca-4060-9287-1056e84bf31d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-c1e164","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.874681398Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-c1e164","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-c1e164","reconcileID":"4283e4e4-2279-497d-a84c-854d197c0fc1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-c1e164","removed":["maas.opendatahub.io/gateway-access-e2e-autores-c1e164"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:09.991550485Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"2017a170-23ce-4aee-97a5-6ace284847e3","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.370145207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f98a0c-6458-44b5-bbdb-4db1731cec77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.386355142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f98a0c-6458-44b5-bbdb-4db1731cec77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.402627118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f98a0c-6458-44b5-bbdb-4db1731cec77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:10.418790812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44f98a0c-6458-44b5-bbdb-4db1731cec77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:11.074978342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a8d155-2358-4be9-959c-e1634f7ff71f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:11.091471328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a8d155-2358-4be9-959c-e1634f7ff71f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:11.107642716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a8d155-2358-4be9-959c-e1634f7ff71f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:11.12461728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a8d155-2358-4be9-959c-e1634f7ff71f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:11.817666624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0955ad-4179-4fe2-b945-1dc34dab7fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:11.834470433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0955ad-4179-4fe2-b945-1dc34dab7fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:11.85075734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0955ad-4179-4fe2-b945-1dc34dab7fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:11.867583574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc0955ad-4179-4fe2-b945-1dc34dab7fed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:15.472376896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"5a6a8892-4aee-43c2-9717-604077a31204","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:15.517461002Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"5a6a8892-4aee-43c2-9717-604077a31204","name":"e2e-extmod-b-fb367d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:15.663024081Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:16.680221872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"6d56cdd1-a9ae-4ff5-a8c5-9ef018ad5605","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:16.700999329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"6d56cdd1-a9ae-4ff5-a8c5-9ef018ad5605","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:16.720644035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d7725b55bd6e6faf302cad740683caf94ba005449e5f3c58984caeef06dc3c09) AuthConfig (9e83b18cef30b2faa4b2439f2bd7ea48751715b3bbff44bd9541a76ee3b55a85) AuthConfig (debc3dd8693ab2377bdd22a2c626a07dfa6ff8776a6269f4b78c7aa282fcf867) AuthConfig (9235ffde4a73de18dbf11557e20b706550edde365471d7e17e3706e7641e0130) AuthConfig (a0dba6f6a1cbc06a420c2b3c3dac66629b81faa24083303d61ea0a1c4f69b8d1) AuthConfig (bf9f266cdabfa9448a63de161567cba8025be0ef7c2fa941a1e2680dd2156a46) AuthConfig (f56afaa29b328cfc39e0924e6c6e886893981df825c06eb35db8f65ef808a21a) AuthConfig (8e6c2e3e336095d101aa168c4631fcf185da8e27b23460da3f8ee096c7830d98) AuthConfig (745e1853250225221b63e48ac3a8a9cbe764a91a390eb553994d7d8c55795c23) AuthConfig (9bae53874815d1194df869c2d59de35130a8acbad8101445d88071d50f8a3fd2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"6d56cdd1-a9ae-4ff5-a8c5-9ef018ad5605","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:19.697160982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d0f064-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-sub","reconcileID":"c5080056-5b17-4ed8-b09f-e4a07b502965","MaaSSubscription":{"name":"e2e-att-serve-d0f064-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"maas-trlp-e2e-att-serve-d0f064","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:19.792214981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"079cda21-1c1d-4e62-b3e2-120fb4ac61a0","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"tenant":"e2e-extmod-b-206095","gateway":"openshift-ingress/e2e-extmod-b-206095","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:19.792244183Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"079cda21-1c1d-4e62-b3e2-120fb4ac61a0","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"routeName":"external-model-e2e-att-serve-d0f064-2417c5d876fc","namespace":"e2e-extmod-att-user-7b706f","model":"e2e-att-serve-d0f064","externalModel":"e2e-att-serve-d0f064","provider":"e2e-att-serve-d0f064-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:19.903216083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"460dadcb-4760-4682-b392-4f9409e809c1","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:19.928898502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"460dadcb-4760-4682-b392-4f9409e809c1","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.541574391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"339df41f-6fd7-4061-acf7-876e8ca75554","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"tenant":"e2e-extmod-b-206095","gateway":"openshift-ingress/e2e-extmod-b-206095","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.541626618Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"339df41f-6fd7-4061-acf7-876e8ca75554","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"routeName":"external-model-e2e-att-serve-d0f064-2417c5d876fc","namespace":"e2e-extmod-att-user-7b706f","model":"e2e-att-serve-d0f064","externalModel":"e2e-att-serve-d0f064","provider":"e2e-att-serve-d0f064-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.565107399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"bdf815c7-a4e5-4d6a-a08d-7783461ca9a0","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.584171704Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d0f064-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-sub","reconcileID":"08d00756-28c1-4a48-bfb4-78ed5d8d98d2","MaaSSubscription":{"name":"e2e-att-serve-d0f064-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c767c33f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.590518612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"bdf815c7-a4e5-4d6a-a08d-7783461ca9a0","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.761549288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"9cc83334-fac8-4178-a202-452838c92660","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:22.785855706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"9cc83334-fac8-4178-a202-452838c92660","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:23.353079265Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"4c32a102-29aa-4abc-952b-22975f666ef3","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:23.419973562Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"e7a71984-b3ea-43ae-a1a0-310315378cd1","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:23.777643312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df524604-3e71-40a2-890f-63762ce33c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:23.793742799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df524604-3e71-40a2-890f-63762ce33c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:23.810029452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df524604-3e71-40a2-890f-63762ce33c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:23.831290559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df524604-3e71-40a2-890f-63762ce33c23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:24.458832786Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"7d49585e-b2c6-41ea-8b58-b54da98fcfac","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:24.499472701Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-45036b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-45036b","reconcileID":"ba0bd34b-f098-462d-be94-0e0458b3bce9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-45036b","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-45036b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:24.508645079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e95e00-cbb1-48ce-b4d4-7da6deb5553b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:24.525979985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e95e00-cbb1-48ce-b4d4-7da6deb5553b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:24.550015142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e95e00-cbb1-48ce-b4d4-7da6deb5553b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:24.568088153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64e95e00-cbb1-48ce-b4d4-7da6deb5553b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:24.607240671Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"f587e071-ee17-42ee-b7d0-ee6e81fc481e","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.393155757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af43e3b0-cce0-4515-bff2-684835b5261f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.409709781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af43e3b0-cce0-4515-bff2-684835b5261f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.425931741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af43e3b0-cce0-4515-bff2-684835b5261f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:25.44231631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af43e3b0-cce0-4515-bff2-684835b5261f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.050488904Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"d3951b3c-42f9-4875-9644-0860142652b6","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.087012243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5463c621-05be-4221-a295-cea12f2acf26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.103393396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5463c621-05be-4221-a295-cea12f2acf26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.119418958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5463c621-05be-4221-a295-cea12f2acf26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.136334302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5463c621-05be-4221-a295-cea12f2acf26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:26.303035258Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-45036b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-45036b","reconcileID":"eb6a2149-1c6c-4166-bbfc-89472e9603b3","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-a-45036b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.802732987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"d04ed1a7-3057-4081-8dc6-a42ac481b071","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:26.825571085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"d04ed1a7-3057-4081-8dc6-a42ac481b071","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.031610016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716d8406-2b6b-4645-9d23-92b0f669835d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.124994575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716d8406-2b6b-4645-9d23-92b0f669835d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.135964111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"e2950cb5-ce88-4207-97b4-1c2c96078d6f","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.136004985Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"e2950cb5-ce88-4207-97b4-1c2c96078d6f","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.150946279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716d8406-2b6b-4645-9d23-92b0f669835d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.238065041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"716d8406-2b6b-4645-9d23-92b0f669835d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.917139209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f597d6-f01f-4679-b3ef-a7a82d675474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.933682387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f597d6-f01f-4679-b3ef-a7a82d675474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.950445153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f597d6-f01f-4679-b3ef-a7a82d675474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:27.967008182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8f597d6-f01f-4679-b3ef-a7a82d675474","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:28.75545012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"3c7b5eda-9380-459f-b179-fa5fe421c1db","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:28.755484297Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"3c7b5eda-9380-459f-b179-fa5fe421c1db","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:28.771911266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"d882d76d-9b54-4a5b-8a30-aed4b28c2b0b","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:28.77430673Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-sub","reconcileID":"9ff3dc2f-6ff3-4d6a-9aae-fde7d8527e4c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-f08011-d06886-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:28.794925211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"d882d76d-9b54-4a5b-8a30-aed4b28c2b0b","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:28.79575194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"91dbd3a1-cc30-48a8-9c31-d7c15642af82","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:28.795769677Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"91dbd3a1-cc30-48a8-9c31-d7c15642af82","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:28.813435037Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"91dbd3a1-cc30-48a8-9c31-d7c15642af82","name":"e2e-cfl-f08011","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-f08011\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:28.813486809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"91dbd3a1-cc30-48a8-9c31-d7c15642af82","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-f08011\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:28.833326407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"fdadccb1-81ae-4945-bbea-3460806bb2a5","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:28.833346961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"fdadccb1-81ae-4945-bbea-3460806bb2a5","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:28.855128062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"9d98c471-99f7-40de-b60b-7e326ee3a7f4","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:28.855152963Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"9d98c471-99f7-40de-b60b-7e326ee3a7f4","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:28.909052338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"40d22232-c5ae-4316-8779-a3291c1c137f","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:28.92411286Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-sub","reconcileID":"63d1a090-3ddd-487d-868b-f63952e6e450","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"maas-trlp-e2e-cfl-f08011","model":"e2e-cfl-f08011","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-f08011-d06886-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:28.929678931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"40d22232-c5ae-4316-8779-a3291c1c137f","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:29.015978466Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"307eadb8-408c-411f-8d88-1faea2af6115","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:29.016003326Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"307eadb8-408c-411f-8d88-1faea2af6115","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:29.064652515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-sub","reconcileID":"6e90d3f9-41a1-4b76-8fff-0dca4bc55613","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"maas-trlp-e2e-cfl-f08011","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:30.767591042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"5281eee4-9bf5-4506-b5ec-77fded560a81","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-7d4110","tenantID":"e2e-extmod-b-7d4110","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:30.812944092Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"5281eee4-9bf5-4506-b5ec-77fded560a81","name":"e2e-extmod-b-7d4110-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.603798752Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d0f064-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-sub","reconcileID":"64650a74-7c51-43c0-8773-82b901b50fae","MaaSSubscription":{"name":"e2e-att-serve-d0f064-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","subscription":"e2e-att-serve-d0f064-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.638612012Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d0f064-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-sub","reconcileID":"64650a74-7c51-43c0-8773-82b901b50fae","MaaSSubscription":{"name":"e2e-att-serve-d0f064-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.6554659Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-d0f064-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-sub","reconcileID":"64650a74-7c51-43c0-8773-82b901b50fae","MaaSSubscription":{"name":"e2e-att-serve-d0f064-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"maas-trlp-e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.771534822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"5a7587db-c299-4025-a80e-b118d105ac88","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"tenant":"e2e-extmod-b-206095","gateway":"openshift-ingress/e2e-extmod-b-206095","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.771559768Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"5a7587db-c299-4025-a80e-b118d105ac88","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"routeName":"external-model-e2e-att-serve-d0f064-2417c5d876fc","namespace":"e2e-extmod-att-user-7b706f","model":"e2e-att-serve-d0f064","externalModel":"e2e-att-serve-d0f064","provider":"e2e-att-serve-d0f064-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.786880401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"69be8d57-7814-4621-bd8c-6d6565696310","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.808126557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"69be8d57-7814-4621-bd8c-6d6565696310","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.916806228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"f6534b11-fc40-4752-837b-f6f27e25786f","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.929093204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"8b5be7b9-fb09-465b-ae9e-d7e44948f92b","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"tenant":"e2e-extmod-b-206095","gateway":"openshift-ingress/e2e-extmod-b-206095","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.929127609Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"8b5be7b9-fb09-465b-ae9e-d7e44948f92b","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"routeName":"external-model-e2e-att-serve-d0f064-2417c5d876fc","namespace":"e2e-extmod-att-user-7b706f","model":"e2e-att-serve-d0f064","externalModel":"e2e-att-serve-d0f064","provider":"e2e-att-serve-d0f064-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:32.945617512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"f6534b11-fc40-4752-837b-f6f27e25786f","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.032593279Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"1005c941-6306-4af5-bdef-04252dec9936","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.142718138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"1005c941-6306-4af5-bdef-04252dec9936","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.214339189Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"1005c941-6306-4af5-bdef-04252dec9936","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.214368604Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-att-serve-d0f064-access","reconcileID":"1005c941-6306-4af5-bdef-04252dec9936","MaaSAuthPolicy":{"name":"e2e-att-serve-d0f064-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.255474279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"8cc0bd0d-96c8-4545-94a2-1ae4ba40d30e","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"tenant":"e2e-extmod-b-206095","gateway":"openshift-ingress/e2e-extmod-b-206095","model":"e2e-extmod-att-user-7b706f/e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.255508909Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"8cc0bd0d-96c8-4545-94a2-1ae4ba40d30e","MaaSModelRef":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"routeName":"external-model-e2e-att-serve-d0f064-2417c5d876fc","namespace":"e2e-extmod-att-user-7b706f","model":"e2e-att-serve-d0f064","externalModel":"e2e-att-serve-d0f064","provider":"e2e-att-serve-d0f064-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.821824288Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"30f24a9c-b53f-4551-8bb6-00ccdb679dbd","namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.880761443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f36345c-cc6e-439e-afa9-2e4a09ec6af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.880939163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"5f4a4fea-708e-4cf4-ab01-b0798bd5fd56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.881157824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"335eb866-a4e3-4254-81f6-a8ab5eedca4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.881286196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"32a3b922-4255-48e2-ac59-7d08f2828e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.880765176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e346202c-bd18-4dd0-808a-d7efdd9adeb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.904749409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"5f4a4fea-708e-4cf4-ab01-b0798bd5fd56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.908738015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"32a3b922-4255-48e2-ac59-7d08f2828e99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.90939604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2f36345c-cc6e-439e-afa9-2e4a09ec6af8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.914033161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e346202c-bd18-4dd0-808a-d7efdd9adeb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:33.919462993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"335eb866-a4e3-4254-81f6-a8ab5eedca4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.016030083Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-d0f064","namespace":"e2e-extmod-att-user-7b706f"},"namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","reconcileID":"93931412-88b8-4e19-8677-9575ba6d5d1d","namespace":"e2e-extmod-att-user-7b706f","name":"e2e-att-serve-d0f064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.016053089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"09f12df0-8ce3-4d1c-b6cd-49f18bd438d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.0443461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"09f12df0-8ce3-4d1c-b6cd-49f18bd438d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.048688004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"959b2b8e-1f6d-46f3-abfe-fcdc7bf5b55b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.049210127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"bbca724f-ff39-4525-9e39-6d08ce471ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.074955066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"bbca724f-ff39-4525-9e39-6d08ce471ecc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.078274841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"959b2b8e-1f6d-46f3-abfe-fcdc7bf5b55b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.115119584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"fd3d13a2-907f-40d3-9129-01daf46a3b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.115566284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"fb4e6bd7-c8d9-4fb9-9234-d1d8f8983930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.148975612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"fd3d13a2-907f-40d3-9129-01daf46a3b42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.149376672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"fb4e6bd7-c8d9-4fb9-9234-d1d8f8983930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.274699213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"43a36417-6b29-47ae-841d-bbc1af68370a","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.29036091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"55c1bce7-4c8b-40cb-b109-b5df32816522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.291016824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"52905181-82f1-49b2-a70c-b08bf6732a5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.296525111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"43a36417-6b29-47ae-841d-bbc1af68370a","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.373107486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"52905181-82f1-49b2-a70c-b08bf6732a5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.379243171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"55c1bce7-4c8b-40cb-b109-b5df32816522","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.511848109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c3cc28ab-1828-4866-b507-ef077bb2b359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.548621915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"0e7f51a4-e3da-4611-b1a0-dfc09494376c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.551161599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c3cc28ab-1828-4866-b507-ef077bb2b359","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.645789693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"0e7f51a4-e3da-4611-b1a0-dfc09494376c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.823289094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"b9bb3a29-f734-4029-9e5d-053d67d20451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.823790242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"c1401a67-e029-4dda-9305-c3f843e06d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.884817729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"d483bcb8-02ac-431a-a040-f0541adc82b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.896379204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"b9bb3a29-f734-4029-9e5d-053d67d20451","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.898084244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"c1401a67-e029-4dda-9305-c3f843e06d61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.901099375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"09706384-9391-430c-b1cf-8d90b81eb23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.906437118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"d483bcb8-02ac-431a-a040-f0541adc82b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.922138441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"09706384-9391-430c-b1cf-8d90b81eb23d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.94004132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6328de69-143c-43a4-975b-5e8199147da9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:34.962532615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6328de69-143c-43a4-975b-5e8199147da9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.046588689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f7977d9-7f95-44f5-a2dc-d12082670355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.063942506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb0ceb14-78d3-41f8-95ea-f53df9ae185c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.072442378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7f7977d9-7f95-44f5-a2dc-d12082670355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.133868578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb0ceb14-78d3-41f8-95ea-f53df9ae185c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.164675251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7ef0431d-2700-4a9c-a908-f5a4e3ee3446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.169127115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"3cd504b9-0aff-4d34-a8b3-338b3599de5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.184233737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b886dfaf-cdf8-412b-9113-65ca92ec0b5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.185731477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7ef0431d-2700-4a9c-a908-f5a4e3ee3446","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.190672314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"3cd504b9-0aff-4d34-a8b3-338b3599de5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:35.204749427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b886dfaf-cdf8-412b-9113-65ca92ec0b5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:38.857308578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"1ec3ebf6-9e92-4477-bda0-1d8498f42950","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-d5e482","tenantID":"e2e-extmod-b-d5e482","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:38.903151852Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"1ec3ebf6-9e92-4477-bda0-1d8498f42950","name":"e2e-extmod-b-d5e482-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.030874192Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"517df054-6ffe-44bf-b493-092c343ba1ed","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.382342372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d48eff-866b-4877-b99e-35421dbf3d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.399406329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d48eff-866b-4877-b99e-35421dbf3d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.415958951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d48eff-866b-4877-b99e-35421dbf3d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:43.432147708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27d48eff-866b-4877-b99e-35421dbf3d0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:44.080017663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75df10fe-9106-4cb1-beb5-b95bebd841c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:44.096058556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75df10fe-9106-4cb1-beb5-b95bebd841c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:44.112087311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75df10fe-9106-4cb1-beb5-b95bebd841c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:44.128116299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75df10fe-9106-4cb1-beb5-b95bebd841c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:45.673492517Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.343556177Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"ba178682-be53-4e6d-b269-a6e38556d7dc","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.363968962Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"f2e0b700-0233-4372-86cd-a28e32e2f8a9","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.391967221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"a3e7dbfd-3e89-4392-80d4-7201701e0236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.395555595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"367114c0-fde0-440d-8410-59a7d8096843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.398734901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"1f37e261-d943-47f2-8e2d-492bc46a7637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.402486465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"ed8f9344-3790-40f5-9617-b70dec0a3e2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.40276671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"52219a55-4cd5-4bda-827d-82de12498cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.412711428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"a3e7dbfd-3e89-4392-80d4-7201701e0236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.41765837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"367114c0-fde0-440d-8410-59a7d8096843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.420368479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"1f37e261-d943-47f2-8e2d-492bc46a7637","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.424587752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"ed8f9344-3790-40f5-9617-b70dec0a3e2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.42526191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"52219a55-4cd5-4bda-827d-82de12498cca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.581482899Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"2fa36745-1527-417e-882f-0264c500fdae","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.598820124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"6a035f1a-845c-41b5-aa0c-6249c45df3c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.619685399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"6a035f1a-845c-41b5-aa0c-6249c45df3c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.699369469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"6c5e4080-cc07-4382-af27-68d9608b554c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.699378001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"00b9c45f-eb12-43f9-88b9-ebc5a6f48a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.702282311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85f57af9-9ab9-4935-8c61-7f5e8d318d6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.702589622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c45f9f0-bc99-43ab-a7ab-be676dedcc06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.713421179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"ad666927-3fed-4484-bc76-7fcf957d2f19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.720275653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"00b9c45f-eb12-43f9-88b9-ebc5a6f48a9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.720517031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"6c5e4080-cc07-4382-af27-68d9608b554c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.723561159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"85f57af9-9ab9-4935-8c61-7f5e8d318d6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.724728072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8c45f9f0-bc99-43ab-a7ab-be676dedcc06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.725532871Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"b1a89a4d-a52b-4a3c-9741-a7bd66d70061","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.734539404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"ad666927-3fed-4484-bc76-7fcf957d2f19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.742163557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"7622c5eb-c46d-4d3b-918d-cd28035b5716","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.742221582Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"7622c5eb-c46d-4d3b-918d-cd28035b5716","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.789360742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"f80e5627-ccac-4015-b6db-c1cce61e013b","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:46.789382882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"f80e5627-ccac-4015-b6db-c1cce61e013b","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.113682734Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"10fff9ec-8fb5-42b3-9d04-399335f864cd","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.156887758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"4a88fccf-84b8-4b08-a205-9eee8dca399c","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.157564476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"9e052707-b468-41f5-8e7e-3e8bade561d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.15790628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"aaad5903-8b88-44f2-882d-a28b862b689f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.179270029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"559a80f0-9f15-4f19-935a-9e6e04dc9726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.184089902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"aaad5903-8b88-44f2-882d-a28b862b689f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.190014867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"4a88fccf-84b8-4b08-a205-9eee8dca399c","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.195156263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"9e052707-b468-41f5-8e7e-3e8bade561d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.221753249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"8ce72724-a73e-4c8a-8921-6a9d9921f403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.226397534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"559a80f0-9f15-4f19-935a-9e6e04dc9726","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.243684929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"8ce72724-a73e-4c8a-8921-6a9d9921f403","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.392498184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"250a1665-9027-4f80-ac20-07e944cc25e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.413509045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"250a1665-9027-4f80-ac20-07e944cc25e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.489447941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"f5969614-d280-409d-abc0-6c58f983a6f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.48977675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"40fba931-f798-4767-b8ad-a37e0c08c633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.490008157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"64522f7e-27d0-4d87-ac9a-54fda368e739","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.494389874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"a42166e2-78f1-4cfb-b231-cb374ccd1161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.514430694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"64522f7e-27d0-4d87-ac9a-54fda368e739","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.514453555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"f5969614-d280-409d-abc0-6c58f983a6f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.517626374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"40fba931-f798-4767-b8ad-a37e0c08c633","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.518043393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0df728ca-4d16-41e5-8630-ebfb4aa11cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.519658321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"a42166e2-78f1-4cfb-b231-cb374ccd1161","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.538980607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0df728ca-4d16-41e5-8630-ebfb4aa11cb1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.610230384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"bc433448-a4c2-4d32-a068-76e7dbd6d12f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.610278081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7642c27d-9e57-4d2b-9ad5-90c8c3881e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.611666456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd5dbd3b-5eb5-4911-9cd2-61dec776ded3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.612882519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"73ac7da4-3604-466a-82dc-5ca39e1df0eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.67389702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"7cd146a7-1d7d-4051-920c-0d7cb0d8ae9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.685881722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7642c27d-9e57-4d2b-9ad5-90c8c3881e54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.688049697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"bc433448-a4c2-4d32-a068-76e7dbd6d12f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.689602866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd5dbd3b-5eb5-4911-9cd2-61dec776ded3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.691435973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"73ac7da4-3604-466a-82dc-5ca39e1df0eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.710678729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"7cd146a7-1d7d-4051-920c-0d7cb0d8ae9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.922813344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"ad879cb3-1740-45d8-86d0-f510dff66209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.923717265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"ddad56c4-764b-4da1-b9f3-2746a8eed7a3","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.923798517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"ddad56c4-764b-4da1-b9f3-2746a8eed7a3","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:47.992691929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"ad879cb3-1740-45d8-86d0-f510dff66209","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.013740421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"0261e1d1-985d-4273-ad8b-a2902edc2579","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.099616356Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"0261e1d1-985d-4273-ad8b-a2902edc2579","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.100268524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"9c39fd4f-9e60-41d4-991c-7786c4d1e51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.100809246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"7ff7971c-c60a-4f42-bf3b-dcc749cfbdae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.100861573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"8f8a5ae4-cdec-4881-8392-9aa4cbaa6a6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.12483093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"7ff7971c-c60a-4f42-bf3b-dcc749cfbdae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.125399856Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"0261e1d1-985d-4273-ad8b-a2902edc2579","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.128997188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"9c39fd4f-9e60-41d4-991c-7786c4d1e51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.133224877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"8f8a5ae4-cdec-4881-8392-9aa4cbaa6a6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.345698264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"0f4faced-af65-4015-ada4-348f811b72f5","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.376550358Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"3b979b15-b797-4af8-9dcb-4498d82324e9","namespace":"llm","name":"e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.376929081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"5f3782e1-af65-44d2-af22-b6e55ee3471b","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.376945171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"5f3782e1-af65-44d2-af22-b6e55ee3471b","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.387095605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"803c4b67-9e7d-4bf6-a561-1f9710bab0a0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.387118709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"803c4b67-9e7d-4bf6-a561-1f9710bab0a0","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.387600127Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e0f5c821-ec1e-4f94-9c1d-6ec5b49f6b1e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.387621209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e0f5c821-ec1e-4f94-9c1d-6ec5b49f6b1e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.387990497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"edda2020-6afd-42fd-bf7b-bf7254f65b13","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.388002845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"edda2020-6afd-42fd-bf7b-bf7254f65b13","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.388432289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6e41197d-cfa4-4256-bbdb-b094afa6561e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.388452147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6e41197d-cfa4-4256-bbdb-b094afa6561e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.388849573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"547d82eb-fa62-4763-b46c-6a215daf9765","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.388867449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"547d82eb-fa62-4763-b46c-6a215daf9765","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.389888452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a70b3e93-26aa-427f-81e6-88f9900f0df8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.389908042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a70b3e93-26aa-427f-81e6-88f9900f0df8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.390697495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ecf9e47c-2a39-4818-b390-aa878eac12bd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.39071503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ecf9e47c-2a39-4818-b390-aa878eac12bd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.391371836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5753ecdc-f4ab-4565-b498-88851ae11e1b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.391385267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5753ecdc-f4ab-4565-b498-88851ae11e1b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.393995001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"991a4b01-3249-42cb-bbf7-517537771331","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.394011877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"991a4b01-3249-42cb-bbf7-517537771331","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.394549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1f3c4e81-f3f3-48d1-893a-72f79d019d3b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.394568031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1f3c4e81-f3f3-48d1-893a-72f79d019d3b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.394975801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f889a5fe-7b18-46c7-8868-10c759cb88c2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.394993254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f889a5fe-7b18-46c7-8868-10c759cb88c2","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.395384449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"858cbadc-3927-415a-ac6e-ef4cfa87f610","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.395399568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"858cbadc-3927-415a-ac6e-ef4cfa87f610","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.395744674Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"745036ed-15b7-43e9-bc4b-32890335b586","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.395755204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"745036ed-15b7-43e9-bc4b-32890335b586","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.396104592Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9ed04524-92c3-49ba-99d9-76df43840644","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.39611789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9ed04524-92c3-49ba-99d9-76df43840644","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.398354581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"0f4faced-af65-4015-ada4-348f811b72f5","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.400469291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6b929e5f-be60-424a-9a7c-42fbce171253","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.400482501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6b929e5f-be60-424a-9a7c-42fbce171253","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.400906012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9dfbd56-3773-4980-87e1-004fc29d2784","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.400918156Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9dfbd56-3773-4980-87e1-004fc29d2784","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.439208341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b6adde67-9814-4fd7-a72b-4b0f4ffba977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.454216621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f5f8d381-f87d-45bf-a95b-db2911d434c0","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.460837117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b6adde67-9814-4fd7-a72b-4b0f4ffba977","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.472984065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a319e76d-c708-4443-94b0-8af96f250a43","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.482068756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f5f8d381-f87d-45bf-a95b-db2911d434c0","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.503450412Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"bc8d7df9-66ae-44d3-9ae4-75b8d30af12d","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"name":"e2e-dft-63cbd0","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.515553357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f5f8d381-f87d-45bf-a95b-db2911d434c0","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.548061449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"612b9c54-18af-4a78-b91b-3d0784b25afe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.548849339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"a80affd2-3097-47c8-a553-8ef884d38275","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.549465547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e4694e34-a604-45f5-a0a1-8e7e1eea1893","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.570067592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"612b9c54-18af-4a78-b91b-3d0784b25afe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.571011739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"a80affd2-3097-47c8-a553-8ef884d38275","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.626574607Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"cbf28b57-a3f5-447d-b31e-a67c0dd373c3","namespace":"llm","name":"e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.642821913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"a57b4926-89b8-4bdc-a59e-3cc75101837d","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.643828799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"08d105d8-b60d-4266-a5a3-9dbdc26c0e35","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.643846197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"08d105d8-b60d-4266-a5a3-9dbdc26c0e35","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"routeName":"external-model-e2e-dft-63cbd0-27bf3cb41092","namespace":"llm","model":"e2e-dft-63cbd0","externalModel":"e2e-dft-63cbd0","provider":"e2e-dft-63cbd0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.659092114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"6a4ea562-255d-4f38-9487-84c941e80902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.659335728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b3c73e3e-6608-49ca-8aeb-f0a3b9949cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.664591118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"a57b4926-89b8-4bdc-a59e-3cc75101837d","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.680763407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"6a4ea562-255d-4f38-9487-84c941e80902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.681105531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b3c73e3e-6608-49ca-8aeb-f0a3b9949cff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.84747323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"d528e495-b854-4875-ad9f-541b60f35172","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.847995497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"10462ebc-616e-440b-922b-27477dbfc350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.925915774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"d528e495-b854-4875-ad9f-541b60f35172","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:48.975802121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"10462ebc-616e-440b-922b-27477dbfc350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.029289411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"4808c65a-53d9-402d-97b5-f645294db789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.044695085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"a4f044de-cae4-47e5-a404-6b98be620863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.04540892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"609cdeec-e717-450c-9d8b-c260932aa52b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.052895062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"4808c65a-53d9-402d-97b5-f645294db789","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.068480673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"609cdeec-e717-450c-9d8b-c260932aa52b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.071691281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"a4f044de-cae4-47e5-a404-6b98be620863","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.175243972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a929e07f-4005-41ab-b944-b870966d77a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.175285469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cf22fa9-c317-4b79-9e2d-2b0f15dd1b94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.192386914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"3b131cab-e01a-45b3-a0af-ad3b0936ba66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.192672155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"5c0a3f8e-b4c5-4107-a36a-813e5e85088c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.198044663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5cf22fa9-c317-4b79-9e2d-2b0f15dd1b94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.198439085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"560462f5-db42-4132-802e-741ed91fcb00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.199311088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a929e07f-4005-41ab-b944-b870966d77a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.213340816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"3b131cab-e01a-45b3-a0af-ad3b0936ba66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.215250726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"5c0a3f8e-b4c5-4107-a36a-813e5e85088c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.219473085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"560462f5-db42-4132-802e-741ed91fcb00","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.295068332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"bf78828a-cb03-479b-8417-9a67303ec045","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.295115469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"322ba2e0-476f-488f-9d9d-72a5c692e4cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.295569625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"4f55f65a-f1e0-42e0-a9cc-d41fa22ae48a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.312145704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"02a6ddc9-5004-41cc-981c-a38c65146a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.317523922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"322ba2e0-476f-488f-9d9d-72a5c692e4cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.317718451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"bf78828a-cb03-479b-8417-9a67303ec045","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.31989826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"4f55f65a-f1e0-42e0-a9cc-d41fa22ae48a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.321006382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"46f24605-afb8-4a4a-9d2f-75944ed8bbf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.328374312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"86c50823-05a3-4072-88d0-46b59dbf1b36","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.328390614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"86c50823-05a3-4072-88d0-46b59dbf1b36","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"routeName":"external-model-e2e-dft-63cbd0-27bf3cb41092","namespace":"llm","model":"e2e-dft-63cbd0","externalModel":"e2e-dft-63cbd0","provider":"e2e-dft-63cbd0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.333352329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"02a6ddc9-5004-41cc-981c-a38c65146a98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.338432168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"bf78828a-cb03-479b-8417-9a67303ec045","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.348541014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"46f24605-afb8-4a4a-9d2f-75944ed8bbf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.397356532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"1d005baf-f90c-4c14-af6a-7e764f0d4e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.418462504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"1d005baf-f90c-4c14-af6a-7e764f0d4e02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.506742832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"37c46cfb-4633-4515-9d23-518192a4e4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.512921882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"fefd0136-07f4-494f-8d69-d4e1d22b490d","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.512956134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"fefd0136-07f4-494f-8d69-d4e1d22b490d","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"routeName":"external-model-e2e-dft-63cbd0-27bf3cb41092","namespace":"llm","model":"e2e-dft-63cbd0","externalModel":"e2e-dft-63cbd0","provider":"e2e-dft-63cbd0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.620995827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"37c46cfb-4633-4515-9d23-518192a4e4f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.698929609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"eebad047-9e6a-4e8f-9b10-db144339adf5","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.72130061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"eebad047-9e6a-4e8f-9b10-db144339adf5","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.72377523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"6aa4ddd1-50b3-4fbe-8b9e-d70060c0c9ab","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:49.744945414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"6aa4ddd1-50b3-4fbe-8b9e-d70060c0c9ab","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.115417632Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"6aa4cea6-f8cc-4534-a4ab-a78e8e9f7705","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.119257044Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"6aa4cea6-f8cc-4534-a4ab-a78e8e9f7705","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"routeName":"external-model-e2e-dft-63cbd0-27bf3cb41092","namespace":"llm","model":"e2e-dft-63cbd0","externalModel":"e2e-dft-63cbd0","provider":"e2e-dft-63cbd0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.248841393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"02525af1-1e98-4105-a9e5-b1db98c0566f","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:50.321883662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"02525af1-1e98-4105-a9e5-b1db98c0566f","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.037236287Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"6fbce0c7-209b-4ccf-b567-768d1403fe69","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.037269347Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"6fbce0c7-209b-4ccf-b567-768d1403fe69","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"routeName":"external-model-e2e-dft-63cbd0-27bf3cb41092","namespace":"llm","model":"e2e-dft-63cbd0","externalModel":"e2e-dft-63cbd0","provider":"e2e-dft-63cbd0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:25:52.125340932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-63cbd0-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-sub","reconcileID":"b3f80bc2-29f4-4abf-9538-2f799c209a7b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-63cbd0-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.142181026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"4fcf7980-1c0e-4254-a391-fcd8ab23e63c","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.142246446Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"4fcf7980-1c0e-4254-a391-fcd8ab23e63c","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"routeName":"external-model-e2e-dft-63cbd0-27bf3cb41092","namespace":"llm","model":"e2e-dft-63cbd0","externalModel":"e2e-dft-63cbd0","provider":"e2e-dft-63cbd0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.157158816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"b8a8b8b1-f741-4a09-86ea-0b68769ccbdc","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.179332347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"b8a8b8b1-f741-4a09-86ea-0b68769ccbdc","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.179707613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6a4b48f-983a-48c2-93bd-a3138cdea69a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.180167431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b369d98b-282f-453f-a151-241cdf6b9ed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.182575227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"a444c076-f2f6-4d10-b78d-1b308658652c","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.182593207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"a444c076-f2f6-4d10-b78d-1b308658652c","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"routeName":"external-model-e2e-dft-63cbd0-27bf3cb41092","namespace":"llm","model":"e2e-dft-63cbd0","externalModel":"e2e-dft-63cbd0","provider":"e2e-dft-63cbd0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.201233555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6a4b48f-983a-48c2-93bd-a3138cdea69a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.202495198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b369d98b-282f-453f-a151-241cdf6b9ed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.204056784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"bb2bbd34-34cc-41f9-b392-ab365da0bb37","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.204075479Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"bb2bbd34-34cc-41f9-b392-ab365da0bb37","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"routeName":"external-model-e2e-dft-63cbd0-27bf3cb41092","namespace":"llm","model":"e2e-dft-63cbd0","externalModel":"e2e-dft-63cbd0","provider":"e2e-dft-63cbd0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.272453816Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-63cbd0-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-sub","reconcileID":"89eb9468-7e0c-422e-b824-6c5a99b17721","MaaSSubscription":{"name":"e2e-dft-63cbd0-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-63cbd0","model":"e2e-dft-63cbd0","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-63cbd0-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.367498431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"04aa2094-e9ec-4a52-a9ce-a633ad2f8096","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.367522896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"04aa2094-e9ec-4a52-a9ce-a633ad2f8096","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"routeName":"external-model-e2e-dft-63cbd0-27bf3cb41092","namespace":"llm","model":"e2e-dft-63cbd0","externalModel":"e2e-dft-63cbd0","provider":"e2e-dft-63cbd0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.394081167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63e355a2-c5b8-4506-a72c-77844f030905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.394327137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed96cd87-8e9c-4672-ada1-d0e623747635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.395112041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"06b1a1ea-cc19-48b9-962c-588d7dff2dd2","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.416030279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"63e355a2-c5b8-4506-a72c-77844f030905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.416402649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ed96cd87-8e9c-4672-ada1-d0e623747635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.428235766Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-63cbd0-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-sub","reconcileID":"49318f77-a51a-48ee-bb7d-ecd911a36b1e","MaaSSubscription":{"name":"e2e-dft-63cbd0-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-63cbd0","model":"llm/e2e-dft-63cbd0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:52.439168537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"06b1a1ea-cc19-48b9-962c-588d7dff2dd2","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:59.373028548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"6c73f76d-adf2-4ab0-a23e-4747587c3bba","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:59.39399144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"6c73f76d-adf2-4ab0-a23e-4747587c3bba","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:25:59.413730561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"6c73f76d-adf2-4ab0-a23e-4747587c3bba","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:09.448721031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"80b53b2d-7e17-451a-8af5-ed35206bd9c9","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:09.469850143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"80b53b2d-7e17-451a-8af5-ed35206bd9c9","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:09.489682145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"80b53b2d-7e17-451a-8af5-ed35206bd9c9","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.025750656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-sub","reconcileID":"96554d54-056a-477e-8df5-eaf7a65d8d5e","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"maas-trlp-e2e-cfl-f08011","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.145885796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"4a9ff84a-863a-460d-983d-d4a8e330d54e","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.145925466Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"4a9ff84a-863a-460d-983d-d4a8e330d54e","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.45425027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"337ccdf6-1b14-408b-80e7-b3b43b11b1a4","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.483569468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"337ccdf6-1b14-408b-80e7-b3b43b11b1a4","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.506103725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (dc8a899e6812d8a7c9a86f1ab84075347802fa634a8b3547b5ea37c11f0e52c8) AuthConfig (7e247cbb6c86b25868bf5c2709c5ff9b2daf42494683f803967e5310f44b6670) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (bdf5d19998dd6583de857c2cce274638faf6291452d09f0b9d6787e607dd437f) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664) AuthConfig (1d9439b1a239334ceecde99fbb924570bbad41b4a07bc91f7e041db578e2a460)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"337ccdf6-1b14-408b-80e7-b3b43b11b1a4","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.550952554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"11a6423c-d926-4272-8970-6447e26144f7","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.55106631Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"11a6423c-d926-4272-8970-6447e26144f7","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.60801252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"6d25b68f-2706-4b16-ba6f-7d6e06a16994","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.611818873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8960b41a-80a1-415f-bc55-4a800b93cb97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.612121943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fafcf79-d719-43b8-9b22-5e1629626c2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.637824493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8960b41a-80a1-415f-bc55-4a800b93cb97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.639747623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"6d25b68f-2706-4b16-ba6f-7d6e06a16994","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.641966253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9fafcf79-d719-43b8-9b22-5e1629626c2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.67542984Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.789104294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"8f46f304-3b35-4252-b5b1-14f41944bac8","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:15.810200272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"8f46f304-3b35-4252-b5b1-14f41944bac8","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.039444214Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"0f62974b-5d12-47af-8ffe-d7fa84509264","namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.061354802Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"a54db5f2-8e3d-4fe7-ad89-4c1d891c0127","namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.101156203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"9f3acf73-573c-4519-91e7-fd7700b7c893","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.123038916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"9f3acf73-573c-4519-91e7-fd7700b7c893","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.131717069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"7eb4ebcc-075b-4d18-b00f-a45839c956ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.132347096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"eb7b3a1e-f919-45c8-91f7-436bea89b523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.132839689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"d0a0a13e-fc54-4644-97af-49f208e7aa4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.133278939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"5290e890-de3f-464a-a844-0ce90df4b4cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.169490706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (dc8a899e6812d8a7c9a86f1ab84075347802fa634a8b3547b5ea37c11f0e52c8) AuthConfig (7e247cbb6c86b25868bf5c2709c5ff9b2daf42494683f803967e5310f44b6670) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (bdf5d19998dd6583de857c2cce274638faf6291452d09f0b9d6787e607dd437f) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664) AuthConfig (1d9439b1a239334ceecde99fbb924570bbad41b4a07bc91f7e041db578e2a460)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"9f3acf73-573c-4519-91e7-fd7700b7c893","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.17383451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"7eb4ebcc-075b-4d18-b00f-a45839c956ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.184697566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"eb7b3a1e-f919-45c8-91f7-436bea89b523","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.187835701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"d0a0a13e-fc54-4644-97af-49f208e7aa4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.188332027Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"52350e21-3e15-49a3-8ae2-ab4cf2333ccf","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.188343978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"5290e890-de3f-464a-a844-0ce90df4b4cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.230220182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"18601512-32a2-4c5f-8783-dca75b86d016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.230969557Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"d8fcbff4-1fd2-4744-b042-347913dd9312","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.271762375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"18601512-32a2-4c5f-8783-dca75b86d016","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.298239Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"a2e68f03-ee94-4392-9708-d3be25063f1d","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.397112719Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"a5652f4a-ddff-414e-8204-236d421f6583","namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.44344833Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"aa440efb-8285-4fa8-9c82-d55e5e95d229","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.4889507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"11286acc-8ee7-4332-ab55-27632cb2fcaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.49894882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"8a5b6e5f-bd45-45b1-a94b-1b525864dc52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.515911707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"11286acc-8ee7-4332-ab55-27632cb2fcaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.528052634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"8a5b6e5f-bd45-45b1-a94b-1b525864dc52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.544725929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c15c7788-465b-4b69-b686-7c655287e5e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.567933754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c15c7788-465b-4b69-b686-7c655287e5e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.62265812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"d5eb340f-e6bd-424b-bf88-9339d760657e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.638116415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"041eb076-af57-4a73-9595-4474c9aa7393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.652213998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"d5eb340f-e6bd-424b-bf88-9339d760657e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.700296538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"041eb076-af57-4a73-9595-4474c9aa7393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.740298947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"ecf0f2dd-eec7-415e-ba9b-8c1bfad85b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.742863966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"da5d1739-9433-4450-b001-263c5e761f16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.807955468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"da5d1739-9433-4450-b001-263c5e761f16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.847440807Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"e23486fe-0758-4316-a57b-1738dd6039ec","namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.859627314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"ecf0f2dd-eec7-415e-ba9b-8c1bfad85b61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.866330798Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"38abd62a-1abe-4fe3-9605-f9090503721b","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:18.866430356Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"38abd62a-1abe-4fe3-9605-f9090503721b","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"routeName":"external-model-e2e-cfl-same-f56251-b7cde3edbf4b","namespace":"e2e-extmod-cfl-2-748bf4","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.157642818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"673dbfe2-d0c3-44c2-9a49-7bd7f49bdd6d","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.178624857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"703ca4a8-c28e-4b50-a8a5-f17f00fcb4a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.181628095Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"b4c57752-1698-45c9-b0c6-2ceb1d1d007e","namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.21804819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"673dbfe2-d0c3-44c2-9a49-7bd7f49bdd6d","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.23308288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"3d2df8bc-73da-4c91-afa9-d3af4125d0d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.237071502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"703ca4a8-c28e-4b50-a8a5-f17f00fcb4a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.25878366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b9cce846-822c-4712-bddd-8135d92a7322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.292119196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"3d2df8bc-73da-4c91-afa9-d3af4125d0d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.330910009Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"e8026f6d-6016-4568-9297-fec6bfd3705f","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.364149818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b9cce846-822c-4712-bddd-8135d92a7322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.383121469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"9e278418-1bba-451d-a70c-d1e6b74b054c","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.402027565Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"de20a918-6cbd-40b2-8edc-0b8cbd5680f4","namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.404348922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"9e278418-1bba-451d-a70c-d1e6b74b054c","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.425585082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ec07174d-a9cf-4487-bbd0-5d30f4a5097e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.428573323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"beaedca3-d3c3-4069-8b39-1e414d2dfa45","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.450879798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ec07174d-a9cf-4487-bbd0-5d30f4a5097e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.457314136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"beaedca3-d3c3-4069-8b39-1e414d2dfa45","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.477198376Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (dc8a899e6812d8a7c9a86f1ab84075347802fa634a8b3547b5ea37c11f0e52c8) AuthConfig (7e247cbb6c86b25868bf5c2709c5ff9b2daf42494683f803967e5310f44b6670) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (bdf5d19998dd6583de857c2cce274638faf6291452d09f0b9d6787e607dd437f) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664) AuthConfig (1d9439b1a239334ceecde99fbb924570bbad41b4a07bc91f7e041db578e2a460)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"beaedca3-d3c3-4069-8b39-1e414d2dfa45","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.513322476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"5ed69f41-f093-4e8a-b9db-86d11a8dc184","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.513347595Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"5ed69f41-f093-4e8a-b9db-86d11a8dc184","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.532471924Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"96f6fb9a-611a-4dc3-a6b3-7486e2d2c3e3","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.530989929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"7d28c560-7032-4a68-a947-ef4d49f54255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.549746776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"fe11f79e-92b9-491d-9450-a64470b621e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.550321859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"45aea87a-ee3d-47f4-8c8f-ab2e40ebd6fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.564847342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"e9e6aff9-fe92-4bb7-8181-6e8ced2f6373","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.564934208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"e9e6aff9-fe92-4bb7-8181-6e8ced2f6373","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.573947171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"7d28c560-7032-4a68-a947-ef4d49f54255","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.576921278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"fe11f79e-92b9-491d-9450-a64470b621e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.579250931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"45aea87a-ee3d-47f4-8c8f-ab2e40ebd6fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.58364272Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"a189c5d6-a0b4-4333-b6e8-3c1fc7fe0a8e","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.623979945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-sub","reconcileID":"887e3225-37ad-4f08-a2dc-947ef2d5a7cd","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"maas-trlp-e2e-cfl-f08011","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.67568334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"65ba73fb-5f3b-4be7-87ac-5beaf0183c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.727029029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"65ba73fb-5f3b-4be7-87ac-5beaf0183c20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.828239134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"83ad9e3e-4291-4c5e-acd6-e4fbb5748e10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:19.993541178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"d1828479-dd03-4a6e-92a4-c039b7a6451b","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.079013925Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"d1828479-dd03-4a6e-92a4-c039b7a6451b","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-same-f56251-c75d4f8c7e1e","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.107644913Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"9762aab6-de98-4635-b6b0-b4760f2a20df","namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.155345088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"83ad9e3e-4291-4c5e-acd6-e4fbb5748e10","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.284696006Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"1e99977c-fa9d-41d6-8653-cf3ea7a16503","namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.319745059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"c4d9fb31-a3e0-4ecb-9260-dbee05b60d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.321254257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"a7f9f312-9bbc-49fb-81f0-ec91e512e513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.321808776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f09c45fd-95a1-4755-8f47-4ee93b7f3dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.376800055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76840314-27be-4e15-8285-53038e61d10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.393916483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f09c45fd-95a1-4755-8f47-4ee93b7f3dbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.394285008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"c4d9fb31-a3e0-4ecb-9260-dbee05b60d0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.413858023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"a7f9f312-9bbc-49fb-81f0-ec91e512e513","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.439788585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"76840314-27be-4e15-8285-53038e61d10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.475820916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"727dd58f-1da1-41bc-926e-cd64afe7747a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.50443605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"727dd58f-1da1-41bc-926e-cd64afe7747a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.647513281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"4c87ecc2-040f-45f3-9af7-e0112329090b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.64926247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"da3d7f4e-5d63-4a33-946f-bb534b1cf6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.650482796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"a9c95cec-0538-41eb-a4da-3c2abb1ff8a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.652577796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"3b1f1aa6-f5b3-4014-acf5-742a3705f282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.669175068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"4c87ecc2-040f-45f3-9af7-e0112329090b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.670744784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"da3d7f4e-5d63-4a33-946f-bb534b1cf6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.673287196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"a9c95cec-0538-41eb-a4da-3c2abb1ff8a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.675694602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"3b1f1aa6-f5b3-4014-acf5-742a3705f282","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.714639338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"9d2b88f3-c6cd-4eb9-af46-d470fd5fc107","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.73586595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"9d2b88f3-c6cd-4eb9-af46-d470fd5fc107","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.815179166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"6e7edac0-a707-4d85-9ca6-9819ff1cec8d","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.832055474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"c612fdb3-9446-4774-a2bb-1b7975577f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.833986324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"52d29340-f6b3-40bb-9dab-aa092240f8f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.837941083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"6e7edac0-a707-4d85-9ca6-9819ff1cec8d","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.84835407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"1493177c-65e3-4e7a-9cf2-d6621af4756c","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.854659457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"c612fdb3-9446-4774-a2bb-1b7975577f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.856874323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"52d29340-f6b3-40bb-9dab-aa092240f8f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.858340629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (dc8a899e6812d8a7c9a86f1ab84075347802fa634a8b3547b5ea37c11f0e52c8) AuthConfig (7e247cbb6c86b25868bf5c2709c5ff9b2daf42494683f803967e5310f44b6670) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (bdf5d19998dd6583de857c2cce274638faf6291452d09f0b9d6787e607dd437f) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664) AuthConfig (1d9439b1a239334ceecde99fbb924570bbad41b4a07bc91f7e041db578e2a460)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"6e7edac0-a707-4d85-9ca6-9819ff1cec8d","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.870725484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"1493177c-65e3-4e7a-9cf2-d6621af4756c","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.946331438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d04138ea-b987-43f8-aecf-a9cca90a20dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.951344063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"060cddff-8fc1-4d9f-b51c-989a53955dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.952004124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"2f4dce74-d6fb-4834-9a6c-701b08a71cc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.957624397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8ae5f6a0-ede7-4b6a-b929-cfc716d5cea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.96873981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d04138ea-b987-43f8-aecf-a9cca90a20dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.973105103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"2f4dce74-d6fb-4834-9a6c-701b08a71cc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.973704618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"060cddff-8fc1-4d9f-b51c-989a53955dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:20.979947895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8ae5f6a0-ede7-4b6a-b929-cfc716d5cea3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:21.032882329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"b1955963-6eb9-4d04-bdf3-924a54864d28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:21.055258225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"b1955963-6eb9-4d04-bdf3-924a54864d28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:21.139545937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"629eea0d-7ff7-4236-a2c8-1916a4eee039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:21.139813404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"6f93d370-f410-43a1-b629-fd2e6bab4ba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:21.139545935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"c1494305-abe4-4c3d-aa71-2d33ff3f1ca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:21.160567207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d02fe09-f036-445a-be02-5b368f6811d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:21.164929077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"629eea0d-7ff7-4236-a2c8-1916a4eee039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:21.165228687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"c1494305-abe4-4c3d-aa71-2d33ff3f1ca5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:21.168645078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"6f93d370-f410-43a1-b629-fd2e6bab4ba9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:21.181764475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5d02fe09-f036-445a-be02-5b368f6811d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:22.616794761Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"ba25f037-5c26-4d30-aa2f-de8034513f3e","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:22.964696299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d939fe-d07d-4917-8a3e-fc5d7543c0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:22.98098601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d939fe-d07d-4917-8a3e-fc5d7543c0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:22.998014828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d939fe-d07d-4917-8a3e-fc5d7543c0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:23.014532381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8d939fe-d07d-4917-8a3e-fc5d7543c0aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:23.741573537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cbc787e-cd0b-4f21-a4be-4f270e42b4c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:23.758695321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cbc787e-cd0b-4f21-a4be-4f270e42b4c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:23.775546308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cbc787e-cd0b-4f21-a4be-4f270e42b4c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:23.791871174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2cbc787e-cd0b-4f21-a4be-4f270e42b4c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:24.523387686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99aa9f95-10c4-4a4b-99bd-bba8d0c2ee02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:24.539921372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99aa9f95-10c4-4a4b-99bd-bba8d0c2ee02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:24.55660162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99aa9f95-10c4-4a4b-99bd-bba8d0c2ee02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:24.572992465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"99aa9f95-10c4-4a4b-99bd-bba8d0c2ee02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:24.91332188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"b228c8c3-bc09-4585-8b80-e63c24e82b43","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:24.913358396Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"b228c8c3-bc09-4585-8b80-e63c24e82b43","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-same-f56251-c75d4f8c7e1e","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:24.963745718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"72044d81-4201-4e3c-a19e-ca42d74b6ef3","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:24.963787315Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"72044d81-4201-4e3c-a19e-ca42d74b6ef3","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-same-f56251-c75d4f8c7e1e","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:24.999338613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"4e58193d-9c07-4b7c-adf5-5c8e66a916a4","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:25.020748281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"4e58193d-9c07-4b7c-adf5-5c8e66a916a4","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:25.301576827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"5f75c7fd-1d2e-4002-b04c-474596f14388","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:25.301607231Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"5f75c7fd-1d2e-4002-b04c-474596f14388","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-same-f56251-c75d4f8c7e1e","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:25.345715089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852851c9-9d9d-4554-88f9-9fc47e1c2577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:25.363130724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852851c9-9d9d-4554-88f9-9fc47e1c2577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:25.37967316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852851c9-9d9d-4554-88f9-9fc47e1c2577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:25.39610554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852851c9-9d9d-4554-88f9-9fc47e1c2577","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:30.288808696Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"a88cbad0-6534-4d5b-bece-a968be1c4b0d","namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:30.32893724Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"4e3634ba-612f-4b51-a58e-ebd23d33603c","namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:30.349676985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"09212438-bc21-481b-b9d9-34ff21986098","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:30.367360608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"2d68e06b-0403-47c4-887c-18440603a9b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:30.36792102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"3fb09ba8-af35-41b9-b17b-251eba7ac42e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:30.373491729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"09212438-bc21-481b-b9d9-34ff21986098","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:30.401078193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"3fb09ba8-af35-41b9-b17b-251eba7ac42e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:30.404994944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (dc8a899e6812d8a7c9a86f1ab84075347802fa634a8b3547b5ea37c11f0e52c8) AuthConfig (7e247cbb6c86b25868bf5c2709c5ff9b2daf42494683f803967e5310f44b6670) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (bdf5d19998dd6583de857c2cce274638faf6291452d09f0b9d6787e607dd437f) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664) AuthConfig (1d9439b1a239334ceecde99fbb924570bbad41b4a07bc91f7e041db578e2a460)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"09212438-bc21-481b-b9d9-34ff21986098","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:30.409008371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"bdebdd58-4699-41a5-b7f3-a609f25a4bde","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:30.410735794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"2d68e06b-0403-47c4-887c-18440603a9b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:30.429409323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"56f44d6b-f04f-4809-a773-de9baf797d82","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:30.48035675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"bdebdd58-4699-41a5-b7f3-a609f25a4bde","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:30.51421826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"c1f6e4a4-cd6a-4364-aa93-21f84fe65e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:30.546531925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"56f44d6b-f04f-4809-a773-de9baf797d82","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:30.671870248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"c1f6e4a4-cd6a-4364-aa93-21f84fe65e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:30.711054836Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"4ec4ff5f-a28e-408c-ae7d-a345e5dc0171","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:30.913149856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"02e3c618-2795-4a37-aa64-031a81427f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.008451093Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"598e83a9-3bd3-4864-8ab1-90b896002cc3","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.008577888Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"598e83a9-3bd3-4864-8ab1-90b896002cc3","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.054048419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"02e3c618-2795-4a37-aa64-031a81427f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.071701811Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"094316d0-3ad7-42a1-b85e-36569dd31c2e","namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.089549139Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dea9cb priority=0:[ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-f08011-d06886-sub ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-same-f56251-d06886-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.20202363Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"02e5d6af-02d9-455d-8c41-d681e7a4c188","namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:26:31.343935657Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"598e83a9-3bd3-4864-8ab1-90b896002cc3","name":"e2e-att-unrel-6846f5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-6846f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:26:31.344028724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"598e83a9-3bd3-4864-8ab1-90b896002cc3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-6846f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.383132202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"fa506795-a0ff-48d5-89f7-7d8bb597f2a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.479779335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"0e5e2c62-bb5b-46f5-840b-ba12b00534e2","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.485308707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"0e5e2c62-bb5b-46f5-840b-ba12b00534e2","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.62223453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"fa506795-a0ff-48d5-89f7-7d8bb597f2a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.622731606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"6887b1f7-e652-4df0-802f-c37e067786b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.623322374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"e104e174-1c62-48a1-a4ad-ffe30ff48f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:26:31.62362168Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-same-f56251-d06886-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-f56251-d06886-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.685376568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"4c2b698f-3310-416d-8848-5782a9ff6519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.686990437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"e104e174-1c62-48a1-a4ad-ffe30ff48f7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.689663756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"51db3fdd-01fa-4127-80a9-ad786243dda1","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.689730852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"51db3fdd-01fa-4127-80a9-ad786243dda1","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-same-f56251-c75d4f8c7e1e","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.692115638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"6887b1f7-e652-4df0-802f-c37e067786b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.721252871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"31bb1a67-60ec-4fdf-a7c5-fe9fea1aeae3","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.732630095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"4c2b698f-3310-416d-8848-5782a9ff6519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.779450404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"b40057f7-143c-47dc-96d7-06071a2ef958","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.779484171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"b40057f7-143c-47dc-96d7-06071a2ef958","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.779895325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"31bb1a67-60ec-4fdf-a7c5-fe9fea1aeae3","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.821052279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"da625f28-68a3-4bf5-9f6a-b1ae9607bab3","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.821094475Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"da625f28-68a3-4bf5-9f6a-b1ae9607bab3","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"routeName":"external-model-e2e-dft-63cbd0-27bf3cb41092","namespace":"llm","model":"e2e-dft-63cbd0","externalModel":"e2e-dft-63cbd0","provider":"e2e-dft-63cbd0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.874016257Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f56251-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-sub","reconcileID":"272e13e9-0fad-4ca8-89e5-ce881345729f","MaaSSubscription":{"name":"e2e-cfl-same-f56251-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"maas-trlp-e2e-cfl-same-f56251","model":"e2e-cfl-same-f56251","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-same-f56251-d06886-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.946042859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"30ce0ebd-ab45-465a-9802-da5daa741736","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:31.946146088Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"30ce0ebd-ab45-465a-9802-da5daa741736","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-same-f56251-c75d4f8c7e1e","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.05446681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b2758e58-96e8-43ac-8310-7131bc3ee57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.213258421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"6d10b953-aa07-4f23-ab9e-a3736659d44f","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.26672745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"8e96244f-5e5d-415b-a9c8-3fe4bc490f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.302727351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b2758e58-96e8-43ac-8310-7131bc3ee57b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.31331721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68d05216-419d-49ae-b609-217264d99053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.359083697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b95495c2-f0f3-466e-9d28-1843ea0bed80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.359936431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"cf0b3324-c662-44d1-9b86-141515dc6ad4","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.387238714Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"cf0b3324-c662-44d1-9b86-141515dc6ad4","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-same-f56251-c75d4f8c7e1e","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.315227425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"92311cef-e0d7-43c2-adcb-1566045e6bee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.390309067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"8e96244f-5e5d-415b-a9c8-3fe4bc490f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.435333505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"92311cef-e0d7-43c2-adcb-1566045e6bee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.478232807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b95495c2-f0f3-466e-9d28-1843ea0bed80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.492316577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68d05216-419d-49ae-b609-217264d99053","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.493288738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f56251-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-sub","reconcileID":"093b67dc-be08-4462-b47d-cc9c48ac0d78","MaaSSubscription":{"name":"e2e-cfl-same-f56251-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"maas-trlp-e2e-cfl-same-f56251","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.885550602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a56f631d-1d51-46fd-b8ab-9c3b9fa17f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.917362925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"60408046-b70d-42a0-8442-ba8a93b35f2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.92741808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a56f631d-1d51-46fd-b8ab-9c3b9fa17f6e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.950945478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"cc116e53-f538-493f-8478-67e2085222b8","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.955852692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"60408046-b70d-42a0-8442-ba8a93b35f2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.957045011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"5a3eea52-b685-4495-b378-67c50b7acc63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:32.994563222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"cc116e53-f538-493f-8478-67e2085222b8","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.012996599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"5a3eea52-b685-4495-b378-67c50b7acc63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.017788289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"887735fb-92eb-4a36-b22d-f813f98eba5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.053598792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"887735fb-92eb-4a36-b22d-f813f98eba5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.196012529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"af9b158d-1527-419f-a65a-3233142e5832","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.261071838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"af9b158d-1527-419f-a65a-3233142e5832","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.268054137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"161eb804-194c-4ed4-8038-ff3b72df82ac","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.268157779Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"161eb804-194c-4ed4-8038-ff3b72df82ac","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.285228805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"1ca4ec52-95f7-4f50-8555-e76e5bd7eabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.302629353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f43436fb-1b8b-4a55-8e15-7bc566ab9d28","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.315639037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"1ca4ec52-95f7-4f50-8555-e76e5bd7eabc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.364599752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"78288023-20ef-43fc-9a26-ac9a3cc958ad","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.365610309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f43436fb-1b8b-4a55-8e15-7bc566ab9d28","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.403030492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (dc8a899e6812d8a7c9a86f1ab84075347802fa634a8b3547b5ea37c11f0e52c8) AuthConfig (7e247cbb6c86b25868bf5c2709c5ff9b2daf42494683f803967e5310f44b6670) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (bdf5d19998dd6583de857c2cce274638faf6291452d09f0b9d6787e607dd437f) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664) AuthConfig (1d9439b1a239334ceecde99fbb924570bbad41b4a07bc91f7e041db578e2a460)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f43436fb-1b8b-4a55-8e15-7bc566ab9d28","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.403832369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"068444aa-7ca4-4e00-a1b1-aad82d5aec5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.454659685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"068444aa-7ca4-4e00-a1b1-aad82d5aec5b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.480926192Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"78288023-20ef-43fc-9a26-ac9a3cc958ad","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.513549418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"9a5e320b-af9d-4be9-980d-48e9c5ab2461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.530540996Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"78288023-20ef-43fc-9a26-ac9a3cc958ad","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.594387699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"9a5e320b-af9d-4be9-980d-48e9c5ab2461","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.596664553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"5ee30b2f-c04f-40b7-bf7e-995ff5943d3f","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.612171815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c80b5496-d21b-4c30-a935-baad5802094c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.617346459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"08103eb5-14a4-4995-b984-2a53149fafb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.859277112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"08103eb5-14a4-4995-b984-2a53149fafb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.86557678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"f6348244-731e-4851-bb57-bc2b55bfbbf0","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.931733937Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"f6348244-731e-4851-bb57-bc2b55bfbbf0","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.867995814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"035245ed-ae9f-40fe-ac29-ad86b221be1d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:33.869139919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c80b5496-d21b-4c30-a935-baad5802094c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:34.033553802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"035245ed-ae9f-40fe-ac29-ad86b221be1d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:36.055668479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"fffc8618-b78f-4d80-ba5c-bd8de0c5a0e6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:36.101247473Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"fffc8618-b78f-4d80-ba5c-bd8de0c5a0e6","name":"e2e-extmod-a-45036b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:42.091276066Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"8007252b-7e1a-4b03-8649-9b7fd8c7905a","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:42.58503213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5c2e3f-36b5-4524-ac7c-954d920fa21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:42.605394706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5c2e3f-36b5-4524-ac7c-954d920fa21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:42.621966047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5c2e3f-36b5-4524-ac7c-954d920fa21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:42.643517142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf5c2e3f-36b5-4524-ac7c-954d920fa21c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.356492843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"befcaace-2a09-48fd-9b3d-c33affed571f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.373455209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"befcaace-2a09-48fd-9b3d-c33affed571f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.389963533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"befcaace-2a09-48fd-9b3d-c33affed571f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.406905968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"befcaace-2a09-48fd-9b3d-c33affed571f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.450747436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"fd07be99-bd58-4eae-afa1-361f725f2f60","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.47347548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"fd07be99-bd58-4eae-afa1-361f725f2f60","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.504311197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (dc8a899e6812d8a7c9a86f1ab84075347802fa634a8b3547b5ea37c11f0e52c8) AuthConfig (7e247cbb6c86b25868bf5c2709c5ff9b2daf42494683f803967e5310f44b6670) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (bdf5d19998dd6583de857c2cce274638faf6291452d09f0b9d6787e607dd437f) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664) AuthConfig (1d9439b1a239334ceecde99fbb924570bbad41b4a07bc91f7e041db578e2a460)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"fd07be99-bd58-4eae-afa1-361f725f2f60","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.632837162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"bd86ced7-2be8-420a-8b56-b8381cefb744","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.655354863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"bd86ced7-2be8-420a-8b56-b8381cefb744","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:43.676377081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"bd86ced7-2be8-420a-8b56-b8381cefb744","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:45.664041635Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.045090059Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-941649","namespace":"e2e-extmod-att-noaccess-6cad9a"},"namespace":"e2e-extmod-att-noaccess-6cad9a","name":"e2e-att-noaccess-941649","reconcileID":"c6ac7d74-bfc4-41e8-a2bc-d89443bf0dc3","namespace":"e2e-extmod-att-noaccess-6cad9a","name":"e2e-att-noaccess-941649","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.062520812Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-941649","namespace":"e2e-extmod-att-noaccess-6cad9a"},"namespace":"e2e-extmod-att-noaccess-6cad9a","name":"e2e-att-noaccess-941649","reconcileID":"fdbba49c-c78f-4587-8f24-d57c4b5e17f6","namespace":"e2e-extmod-att-noaccess-6cad9a","name":"e2e-att-noaccess-941649","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.080617186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"30f65520-616c-4d89-b522-498e643121ea","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.083052318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"e9ee612c-fb24-4c41-8bcd-940d1f695c3d","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.104155449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"298f88b6-7d08-4bf7-a308-c455c6034f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.105459245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"d3992014-e29e-4e6f-96e3-705cb6e6e230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.10553591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"479008a2-5afa-40ad-b030-d74e31b24481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.111333135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"e9ee612c-fb24-4c41-8bcd-940d1f695c3d","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.111734325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"30f65520-616c-4d89-b522-498e643121ea","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.125295281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"298f88b6-7d08-4bf7-a308-c455c6034f8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.126437786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"d3992014-e29e-4e6f-96e3-705cb6e6e230","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.129007623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"479008a2-5afa-40ad-b030-d74e31b24481","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.139549272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (dc8a899e6812d8a7c9a86f1ab84075347802fa634a8b3547b5ea37c11f0e52c8) AuthConfig (7e247cbb6c86b25868bf5c2709c5ff9b2daf42494683f803967e5310f44b6670) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (bdf5d19998dd6583de857c2cce274638faf6291452d09f0b9d6787e607dd437f) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664) AuthConfig (1d9439b1a239334ceecde99fbb924570bbad41b4a07bc91f7e041db578e2a460)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"e9ee612c-fb24-4c41-8bcd-940d1f695c3d","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.139909631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"30f65520-616c-4d89-b522-498e643121ea","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.198006367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"731e87b3-d91a-4d09-90ad-9efb87ced2d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.210119785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"06d1676e-f4f8-48d3-82d5-5d0d73660fc3","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.248410259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"731e87b3-d91a-4d09-90ad-9efb87ced2d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.248863841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"06d1676e-f4f8-48d3-82d5-5d0d73660fc3","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.331856481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e2681a07-6490-497f-87d8-33fa8c3ceaa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.333330323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8458affc-8dbd-4072-b4de-d1c29fed1407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.334061671Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-941649","namespace":"e2e-extmod-att-noaccess-6cad9a"},"namespace":"e2e-extmod-att-noaccess-6cad9a","name":"e2e-att-noaccess-941649","reconcileID":"929ea31b-9f7a-4a5e-a21b-252bbe41135d","MaaSModelRef":{"name":"e2e-att-noaccess-941649","namespace":"e2e-extmod-att-noaccess-6cad9a"},"name":"e2e-att-noaccess-941649","namespace":"e2e-extmod-att-noaccess-6cad9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.359884851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc2520be-7271-44af-b021-040db6f3a5de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.366702882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8458affc-8dbd-4072-b4de-d1c29fed1407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.368506543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e2681a07-6490-497f-87d8-33fa8c3ceaa0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.445967099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bc2520be-7271-44af-b021-040db6f3a5de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.516147259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"4cb2566a-fc50-4c1b-887e-f5ded27d8983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.537831643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"4cb2566a-fc50-4c1b-887e-f5ded27d8983","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.588405073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b9827cd9-12d6-4375-a83d-726933340fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.610033182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b9827cd9-12d6-4375-a83d-726933340fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.623580983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"6207894e-7195-44b9-88c3-b8bcab7731cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.624595515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"696f2208-5980-4363-b68d-b62a6423b0a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.631867521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"66d23fa2-9cc7-4e1d-8ca6-d850526bbca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.639341845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"7e48e8ab-0d5e-4528-a940-ecce3ead12f2","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.644961474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"6207894e-7195-44b9-88c3-b8bcab7731cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.646646206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"696f2208-5980-4363-b68d-b62a6423b0a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.652869671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"66d23fa2-9cc7-4e1d-8ca6-d850526bbca4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.66733134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"7e48e8ab-0d5e-4528-a940-ecce3ead12f2","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.730495179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"c688f36f-8f8f-43c6-bc0b-48f837511838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.751599977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"c688f36f-8f8f-43c6-bc0b-48f837511838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.83465992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b4d47796-dbe2-4401-a9da-bf799cadf71d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.835586035Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-941649","namespace":"e2e-extmod-att-noaccess-6cad9a"},"namespace":"e2e-extmod-att-noaccess-6cad9a","name":"e2e-att-noaccess-941649","reconcileID":"130ce012-4129-45ca-9158-4929a271e2a2","namespace":"e2e-extmod-att-noaccess-6cad9a","name":"e2e-att-noaccess-941649","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.836540399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"b668d227-80fb-4b83-b950-68ea576f5908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.849924799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"931488ca-cdc4-42a2-91dd-6b61c20a2d63","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.85184212Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-941649","namespace":"e2e-extmod-att-noaccess-6cad9a"},"namespace":"e2e-extmod-att-noaccess-6cad9a","name":"e2e-att-noaccess-941649","reconcileID":"115db8d3-f80f-4698-b76a-f77f0fa58b31","MaaSModelRef":{"name":"e2e-att-noaccess-941649","namespace":"e2e-extmod-att-noaccess-6cad9a"},"name":"e2e-att-noaccess-941649","namespace":"e2e-extmod-att-noaccess-6cad9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.857395191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b4d47796-dbe2-4401-a9da-bf799cadf71d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.85894269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"b668d227-80fb-4b83-b950-68ea576f5908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.871341044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"931488ca-cdc4-42a2-91dd-6b61c20a2d63","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.918750459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"6d990fda-2648-45e3-9d35-c5986f33f9e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.935012045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"6292b95f-f578-4832-b3ed-3f4febd39bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.939794802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"6d990fda-2648-45e3-9d35-c5986f33f9e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.95775922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"3ec865af-6dac-45df-87cf-96cb6c1886fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.958049391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"ce7a9b3d-3020-4b61-a594-c345c606e2ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.960635767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"6292b95f-f578-4832-b3ed-3f4febd39bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.980001293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"ce7a9b3d-3020-4b61-a594-c345c606e2ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:47.980051341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"3ec865af-6dac-45df-87cf-96cb6c1886fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.00003784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f77ff74c-bd78-4bf0-85a2-00d19bc19ea3","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.021456442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f77ff74c-bd78-4bf0-85a2-00d19bc19ea3","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.026942753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"62f8d286-4ce3-4fa9-a172-aa4c0bfa533d","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.040650174Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-941649","namespace":"e2e-extmod-att-noaccess-6cad9a"},"namespace":"e2e-extmod-att-noaccess-6cad9a","name":"e2e-att-noaccess-941649","reconcileID":"5116d560-70ee-41c0-8618-ffaf72cbf9cf","namespace":"e2e-extmod-att-noaccess-6cad9a","name":"e2e-att-noaccess-941649","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.043613311Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (dc8a899e6812d8a7c9a86f1ab84075347802fa634a8b3547b5ea37c11f0e52c8) AuthConfig (7e247cbb6c86b25868bf5c2709c5ff9b2daf42494683f803967e5310f44b6670) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (bdf5d19998dd6583de857c2cce274638faf6291452d09f0b9d6787e607dd437f) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664) AuthConfig (1d9439b1a239334ceecde99fbb924570bbad41b4a07bc91f7e041db578e2a460)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f77ff74c-bd78-4bf0-85a2-00d19bc19ea3","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.051111476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"62f8d286-4ce3-4fa9-a172-aa4c0bfa533d","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.062598698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"52ae1438-2d0a-4e71-a6da-66d2edd8cd85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.12438289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"62f8d286-4ce3-4fa9-a172-aa4c0bfa533d","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.124947597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"4f575d8e-11c1-4d82-ba2c-e7233d38e35a","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.127878236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"52ae1438-2d0a-4e71-a6da-66d2edd8cd85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.139028243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"3b7b89bc-bb35-4d13-ae78-a3f9dcb1c15e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.14727713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"4f575d8e-11c1-4d82-ba2c-e7233d38e35a","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.160292879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"3b7b89bc-bb35-4d13-ae78-a3f9dcb1c15e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.170295275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"42810cd0-5e15-4459-9786-153841ebdd15","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.177709402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"df8820e2-3f4c-4782-ac2e-257d8f215ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.19154661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"42810cd0-5e15-4459-9786-153841ebdd15","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.199783563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"df8820e2-3f4c-4782-ac2e-257d8f215ff9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.322100502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"aa5ea7ea-469e-4160-b32c-c29cec870456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.337969009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"645d3b3d-3ab3-4d8c-bbe4-0d826fcc7582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.337996043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"7ea41f74-30ba-47ff-9aa9-9b1a72977b2e","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.343426937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"aa5ea7ea-469e-4160-b32c-c29cec870456","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.353608127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"17a961ee-7ab7-4818-99fa-63d635d66041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.359841918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"7ea41f74-30ba-47ff-9aa9-9b1a72977b2e","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.360500658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"645d3b3d-3ab3-4d8c-bbe4-0d826fcc7582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.375993825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9755c1f0-4440-4203-b7d5-e99a331d2956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.376132258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"17a961ee-7ab7-4818-99fa-63d635d66041","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.399049082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9755c1f0-4440-4203-b7d5-e99a331d2956","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.559426924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"952f8ec4-505e-4270-a37f-40b04ea36d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.559421354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"109dfe77-7814-44ca-af70-143fe621cf42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.57032799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"17390ee7-d929-444e-8aab-47b6e6e90cda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.582538717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"109dfe77-7814-44ca-af70-143fe621cf42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.584065317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"952f8ec4-505e-4270-a37f-40b04ea36d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.58823222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"60f67783-91b9-46eb-9c58-3b7aa8c7b483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.592903496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"17390ee7-d929-444e-8aab-47b6e6e90cda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.609853702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"60f67783-91b9-46eb-9c58-3b7aa8c7b483","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.648340032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"c69fdc9f-597a-4a4b-aa73-4f5c9e2b5568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.669716183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"c69fdc9f-597a-4a4b-aa73-4f5c9e2b5568","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.831589075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"b4ef5d4a-29e7-4480-ae10-b295981053a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.831864021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"161c4861-331b-40c6-9a58-111c9d3308a5","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.83207595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c08a8e81-776a-4212-a32c-39a4654d3e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.83361677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"b3586622-9e82-4dba-bdda-c38462097140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.835207214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"600c50f1-18d3-4a2f-91eb-418af02b61d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.857469921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c08a8e81-776a-4212-a32c-39a4654d3e48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.860989185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"161c4861-331b-40c6-9a58-111c9d3308a5","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.864372402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"b4ef5d4a-29e7-4480-ae10-b295981053a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.867289095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"600c50f1-18d3-4a2f-91eb-418af02b61d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.867891638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"b3586622-9e82-4dba-bdda-c38462097140","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.881535353Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (dc8a899e6812d8a7c9a86f1ab84075347802fa634a8b3547b5ea37c11f0e52c8) AuthConfig (7e247cbb6c86b25868bf5c2709c5ff9b2daf42494683f803967e5310f44b6670) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (bdf5d19998dd6583de857c2cce274638faf6291452d09f0b9d6787e607dd437f) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664) AuthConfig (1d9439b1a239334ceecde99fbb924570bbad41b4a07bc91f7e041db578e2a460)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"161c4861-331b-40c6-9a58-111c9d3308a5","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.932418284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"bcab765c-862b-4ad0-b529-04a0a8dfce75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.940157898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"0933bacd-c94e-4368-a001-156e620dee23","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.953285149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"bcab765c-862b-4ad0-b529-04a0a8dfce75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.961311679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"56da8dab-ea9c-4b37-bd8a-10d37f2d49a7","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.961488517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"0933bacd-c94e-4368-a001-156e620dee23","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.964816642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"fae63cd0-6fbb-458f-813c-dbe9ae4899d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.985253418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"0933bacd-c94e-4368-a001-156e620dee23","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.985603118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"56da8dab-ea9c-4b37-bd8a-10d37f2d49a7","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:48.989166696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"fae63cd0-6fbb-458f-813c-dbe9ae4899d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:50.530569937Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"6d8ad00c-cef6-4f93-8419-f72cabb0e707","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:50.54709063Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-941649","namespace":"e2e-extmod-att-noaccess-6cad9a"},"namespace":"e2e-extmod-att-noaccess-6cad9a","name":"e2e-att-noaccess-941649","reconcileID":"f410bc2e-5585-4d4e-9a35-d423bff039b6","MaaSModelRef":{"name":"e2e-att-noaccess-941649","namespace":"e2e-extmod-att-noaccess-6cad9a"},"name":"e2e-att-noaccess-941649","namespace":"e2e-extmod-att-noaccess-6cad9a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:50.855522992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc7398-af79-416a-9a6d-8b293eab4976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:50.871724831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc7398-af79-416a-9a6d-8b293eab4976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:50.888601512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc7398-af79-416a-9a6d-8b293eab4976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:50.905526679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19cc7398-af79-416a-9a6d-8b293eab4976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:51.588920023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b36fd6b-5f5a-4fa5-b602-d80871c0de3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:51.605224141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b36fd6b-5f5a-4fa5-b602-d80871c0de3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:51.621593497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b36fd6b-5f5a-4fa5-b602-d80871c0de3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:51.637958576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b36fd6b-5f5a-4fa5-b602-d80871c0de3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:58.917363449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"3e5e779c-30dc-4e0d-b641-25aad99e7f29","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:58.939753029Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"3e5e779c-30dc-4e0d-b641-25aad99e7f29","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:58.960432078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (dc8a899e6812d8a7c9a86f1ab84075347802fa634a8b3547b5ea37c11f0e52c8) AuthConfig (7e247cbb6c86b25868bf5c2709c5ff9b2daf42494683f803967e5310f44b6670) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (bdf5d19998dd6583de857c2cce274638faf6291452d09f0b9d6787e607dd437f) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664) AuthConfig (1d9439b1a239334ceecde99fbb924570bbad41b4a07bc91f7e041db578e2a460)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"3e5e779c-30dc-4e0d-b641-25aad99e7f29","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:59.024638972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"c890aebf-a938-4f9a-8626-e9a0f312d308","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:59.052316778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"c890aebf-a938-4f9a-8626-e9a0f312d308","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:26:59.091589074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"c890aebf-a938-4f9a-8626-e9a0f312d308","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.706592779Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-941649","namespace":"e2e-extmod-att-noaccess-6cad9a"},"namespace":"e2e-extmod-att-noaccess-6cad9a","name":"e2e-att-noaccess-941649","reconcileID":"4cd4d769-d763-4b31-a875-e19adcaf48bf","namespace":"e2e-extmod-att-noaccess-6cad9a","name":"e2e-att-noaccess-941649","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.747414727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"0c488b96-110d-4c3f-95cc-2b36350d27d1","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.747709432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f6587ff3-9fdd-4935-a446-0123935eed04","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.760085792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"bcd9f61b-4875-4e7a-b061-9c1c692c789c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.768922251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"0c488b96-110d-4c3f-95cc-2b36350d27d1","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.7713855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f6587ff3-9fdd-4935-a446-0123935eed04","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.777173254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"adf947a4-68f4-4da9-945e-8d93b32f0f75","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.831951795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"bcd9f61b-4875-4e7a-b061-9c1c692c789c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.832682558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"0c488b96-110d-4c3f-95cc-2b36350d27d1","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.834740316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (dc8a899e6812d8a7c9a86f1ab84075347802fa634a8b3547b5ea37c11f0e52c8) AuthConfig (7e247cbb6c86b25868bf5c2709c5ff9b2daf42494683f803967e5310f44b6670) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (bdf5d19998dd6583de857c2cce274638faf6291452d09f0b9d6787e607dd437f) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664) AuthConfig (1d9439b1a239334ceecde99fbb924570bbad41b4a07bc91f7e041db578e2a460)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f6587ff3-9fdd-4935-a446-0123935eed04","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.838451735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"adf947a4-68f4-4da9-945e-8d93b32f0f75","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.859600256Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-941649","namespace":"e2e-extmod-att-noaccess-6cad9a"},"namespace":"e2e-extmod-att-noaccess-6cad9a","name":"e2e-att-noaccess-941649","reconcileID":"5d8b1d8c-b0b8-47f1-a7f7-fa51dcf6e597","namespace":"e2e-extmod-att-noaccess-6cad9a","name":"e2e-att-noaccess-941649","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.869722148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"27d5466d-5ca9-4823-9b64-cd2af170a190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.88293269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"49faff8d-ac0e-4ab5-acdd-185728e156c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.885892092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"d05a39ed-1381-4aab-aa74-8b36af110a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.891038438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"27d5466d-5ca9-4823-9b64-cd2af170a190","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.9058119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"49faff8d-ac0e-4ab5-acdd-185728e156c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.912857416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"d05a39ed-1381-4aab-aa74-8b36af110a69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:03.977044306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"ed0ac819-2fdb-403c-9796-2c88c3c53d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.001912274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"ed0ac819-2fdb-403c-9796-2c88c3c53d9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.033937951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"9c5d737b-bce4-4ecf-b8ce-b5b40376f416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.049599541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"4f6cb55d-12b1-43f6-9cdf-84ea5a22997e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.056256485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"9c5d737b-bce4-4ecf-b8ce-b5b40376f416","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.070835185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"4f6cb55d-12b1-43f6-9cdf-84ea5a22997e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.121696272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"ee6155b9-0139-4ed9-8949-fc87092b27bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.121725528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"e6ee35f7-01ac-431f-8c1e-d31488a76e78","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.143054576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"ee6155b9-0139-4ed9-8949-fc87092b27bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.144163564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"e6ee35f7-01ac-431f-8c1e-d31488a76e78","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.145656285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d9f4506-83b3-4e75-ab0a-072e531936e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.167711937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d9f4506-83b3-4e75-ab0a-072e531936e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.22185411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"71951f43-847f-4e99-8b90-fd36d4ba7dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.237395365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc419451-b896-45b6-9090-efe90ed9a865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.244180806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"71951f43-847f-4e99-8b90-fd36d4ba7dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.261003809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dc419451-b896-45b6-9090-efe90ed9a865","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.321672969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"72f0a2f1-228e-4bd2-ab51-8996eeb4a5d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.330886252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"924c3876-755b-4beb-9946-2fb81ba21c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.341590113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"dc34a92d-de7e-4855-9c70-afb6f7a0327e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.343903448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"72f0a2f1-228e-4bd2-ab51-8996eeb4a5d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.347260535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"c3befceb-3cfa-40df-b8d2-742f767e7698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.352466116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"924c3876-755b-4beb-9946-2fb81ba21c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.359169689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"e05a39b9-cca4-45de-a4af-0221567d8f38","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.362885713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"dc34a92d-de7e-4855-9c70-afb6f7a0327e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.369435051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"c3befceb-3cfa-40df-b8d2-742f767e7698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.380093253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"e05a39b9-cca4-45de-a4af-0221567d8f38","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.528733825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"3ca6120b-9859-4114-9cc1-36bd6751bcaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.528738823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"2823f24a-d387-45c4-9f89-7b51e1c5d483","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.530099275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"40d71cb6-a1a0-4b6f-b79d-543241137669","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.550200335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"3ca6120b-9859-4114-9cc1-36bd6751bcaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.551276397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"2823f24a-d387-45c4-9f89-7b51e1c5d483","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.55244759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"40d71cb6-a1a0-4b6f-b79d-543241137669","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.559573825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"813e58f9-d37b-46ff-a4ed-acf79136e76c","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.57155637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"2823f24a-d387-45c4-9f89-7b51e1c5d483","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.572498916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (dc8a899e6812d8a7c9a86f1ab84075347802fa634a8b3547b5ea37c11f0e52c8) AuthConfig (7e247cbb6c86b25868bf5c2709c5ff9b2daf42494683f803967e5310f44b6670) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (bdf5d19998dd6583de857c2cce274638faf6291452d09f0b9d6787e607dd437f) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664) AuthConfig (1d9439b1a239334ceecde99fbb924570bbad41b4a07bc91f7e041db578e2a460)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"40d71cb6-a1a0-4b6f-b79d-543241137669","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.580763819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"813e58f9-d37b-46ff-a4ed-acf79136e76c","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.628391194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"43744d60-44c1-4447-8557-8d6dab76d841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.628453445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"e7b69dfe-4bcd-44a7-a6b7-9afe676948c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.629737523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"e2528f3c-2104-4dd9-94d6-e02442d45948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.65181329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"e7b69dfe-4bcd-44a7-a6b7-9afe676948c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.652936509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"43744d60-44c1-4447-8557-8d6dab76d841","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.654143606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"e2528f3c-2104-4dd9-94d6-e02442d45948","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.732411859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"1a188f09-a774-42e9-a5ae-d35b08681da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:04.75499039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"1a188f09-a774-42e9-a5ae-d35b08681da1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.612526158Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b2adae","namespace":"e2e-extmod-att-noaccess-b1ac80"},"namespace":"e2e-extmod-att-noaccess-b1ac80","name":"e2e-att-noaccess-b2adae","reconcileID":"e5aff410-ec80-460e-9042-2a9fb70339c2","namespace":"e2e-extmod-att-noaccess-b1ac80","name":"e2e-att-noaccess-b2adae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.695696437Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b2adae","namespace":"e2e-extmod-att-noaccess-b1ac80"},"namespace":"e2e-extmod-att-noaccess-b1ac80","name":"e2e-att-noaccess-b2adae","reconcileID":"82dff38b-445d-4ef7-82df-bf13b8af8135","namespace":"e2e-extmod-att-noaccess-b1ac80","name":"e2e-att-noaccess-b2adae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.696243796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f3ff2aaf-ceb6-427b-9c9b-6d9fddb55694","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.716361611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"a018c802-f6f0-4016-bf08-512e77944ed8","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.722077305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f3ff2aaf-ceb6-427b-9c9b-6d9fddb55694","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.732701268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a7ec0eea-7512-44d6-b9e2-4ec9b7e8442e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.732749613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"ad2c1b96-f72a-4d57-a2d9-078589a6fd5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.739086748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"a018c802-f6f0-4016-bf08-512e77944ed8","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.7410931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"0dc47d91-649a-41b0-a702-053a008a91d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.743691482Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (dc8a899e6812d8a7c9a86f1ab84075347802fa634a8b3547b5ea37c11f0e52c8) AuthConfig (7e247cbb6c86b25868bf5c2709c5ff9b2daf42494683f803967e5310f44b6670) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (bdf5d19998dd6583de857c2cce274638faf6291452d09f0b9d6787e607dd437f) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664) AuthConfig (1d9439b1a239334ceecde99fbb924570bbad41b4a07bc91f7e041db578e2a460)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f3ff2aaf-ceb6-427b-9c9b-6d9fddb55694","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.754662321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a7ec0eea-7512-44d6-b9e2-4ec9b7e8442e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.755369921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"ad2c1b96-f72a-4d57-a2d9-078589a6fd5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.7593756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"a018c802-f6f0-4016-bf08-512e77944ed8","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.762351816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"0dc47d91-649a-41b0-a702-053a008a91d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.794611917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"815c3b8a-dd94-4b0a-b6d0-bb9772fe1c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.818725185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"815c3b8a-dd94-4b0a-b6d0-bb9772fe1c6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.859102825Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2adae","namespace":"e2e-extmod-att-noaccess-b1ac80"},"namespace":"e2e-extmod-att-noaccess-b1ac80","name":"e2e-att-noaccess-b2adae","reconcileID":"4932563e-042a-4f18-8a4a-f550344bbf2c","MaaSModelRef":{"name":"e2e-att-noaccess-b2adae","namespace":"e2e-extmod-att-noaccess-b1ac80"},"name":"e2e-att-noaccess-b2adae","namespace":"e2e-extmod-att-noaccess-b1ac80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.898639379Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b2adae","namespace":"e2e-extmod-att-noaccess-b1ac80"},"namespace":"e2e-extmod-att-noaccess-b1ac80","name":"e2e-att-noaccess-b2adae","reconcileID":"31cb07df-472d-4e7c-b232-05fb6ff7e26a","namespace":"e2e-extmod-att-noaccess-b1ac80","name":"e2e-att-noaccess-b2adae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.912127599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"0089448f-0c22-4781-8bce-33be050a4d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.91836045Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-b2adae","namespace":"e2e-extmod-att-noaccess-b1ac80"},"namespace":"e2e-extmod-att-noaccess-b1ac80","name":"e2e-att-noaccess-b2adae","reconcileID":"2145beba-450c-418a-b2e0-670a8527bfd9","MaaSModelRef":{"name":"e2e-att-noaccess-b2adae","namespace":"e2e-extmod-att-noaccess-b1ac80"},"name":"e2e-att-noaccess-b2adae","namespace":"e2e-extmod-att-noaccess-b1ac80","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:05.954932746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"0089448f-0c22-4781-8bce-33be050a4d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.013618473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b6f5b06f-3d69-4b29-8001-cb67d3f5ba37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.01553953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"b70adbfc-ba22-4855-8a28-e301606fc587","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.029330818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7acb625e-ec8e-4c12-bfdb-c29faccc2293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.035844509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b6f5b06f-3d69-4b29-8001-cb67d3f5ba37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.037850088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"b70adbfc-ba22-4855-8a28-e301606fc587","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.051606445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7acb625e-ec8e-4c12-bfdb-c29faccc2293","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.103322445Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b2adae","namespace":"e2e-extmod-att-noaccess-b1ac80"},"namespace":"e2e-extmod-att-noaccess-b1ac80","name":"e2e-att-noaccess-b2adae","reconcileID":"08aa952c-ab87-472f-a90f-c1a20ad75593","namespace":"e2e-extmod-att-noaccess-b1ac80","name":"e2e-att-noaccess-b2adae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.110376197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b19ee62a-5b2e-4907-a316-82bde9bbd02a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.132037695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b19ee62a-5b2e-4907-a316-82bde9bbd02a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.195367853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"437ca37f-bd2d-4afa-922c-7536b141d92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.216674272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"437ca37f-bd2d-4afa-922c-7536b141d92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.295729282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"1476914e-75ed-4284-a222-910c785d6fd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.296411595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"d25a8c60-38f6-42d6-8580-249194aab724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.297272548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"0d46351b-9366-4f62-9923-685fde45cc43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.316976957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"d25a8c60-38f6-42d6-8580-249194aab724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.316988443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"1476914e-75ed-4284-a222-910c785d6fd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.319449703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"0d46351b-9366-4f62-9923-685fde45cc43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.397149994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"aa60473e-c8f9-4074-a233-363b05213a9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.418309254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"aa60473e-c8f9-4074-a233-363b05213a9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.496084927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"5a8801b9-0ac7-4bdf-8ab2-b927d0508499","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.516920222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"5a8801b9-0ac7-4bdf-8ab2-b927d0508499","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.584865799Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b2adae","namespace":"e2e-extmod-att-noaccess-b1ac80"},"namespace":"e2e-extmod-att-noaccess-b1ac80","name":"e2e-att-noaccess-b2adae","reconcileID":"9a08530b-2284-40c0-a281-449f496699bc","namespace":"e2e-extmod-att-noaccess-b1ac80","name":"e2e-att-noaccess-b2adae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.59956424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"319cff1b-99e8-40d6-b7ad-05556aa5db52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.599919164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"491e0d6b-e099-4665-b5f6-c72bcbc72bf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.61497748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"1894ec0a-ccfd-45a2-bdd7-98438e46a668","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.621392096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"319cff1b-99e8-40d6-b7ad-05556aa5db52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.621410145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"491e0d6b-e099-4665-b5f6-c72bcbc72bf4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.667032725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"1894ec0a-ccfd-45a2-bdd7-98438e46a668","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.711132742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"391af438-9888-4d34-8e79-6048478b2398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.732240455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"391af438-9888-4d34-8e79-6048478b2398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.736836622Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-b2adae","namespace":"e2e-extmod-att-noaccess-b1ac80"},"namespace":"e2e-extmod-att-noaccess-b1ac80","name":"e2e-att-noaccess-b2adae","reconcileID":"189d4a61-96a1-4dc9-a8b4-edcfcf91b612","namespace":"e2e-extmod-att-noaccess-b1ac80","name":"e2e-att-noaccess-b2adae","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.754947414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"7d5648b3-5240-4c2d-9060-b0478594a96a","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.770593965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0aa6aa7c-88ac-4e1e-a42e-0b1d14607341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.771856768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"63e2ec79-0968-4836-a8db-d29d0d4363bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.784357269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"7d5648b3-5240-4c2d-9060-b0478594a96a","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.867117191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"63e2ec79-0968-4836-a8db-d29d0d4363bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.868369994Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"7d5648b3-5240-4c2d-9060-b0478594a96a","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.87339742Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0aa6aa7c-88ac-4e1e-a42e-0b1d14607341","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.938499904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"7e100e55-1a79-4e1e-9b2f-ad75a7d85159","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.954695254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"6cdde3a5-ba3a-4aa2-bf81-d36ad4fef9fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.959765205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"7e100e55-1a79-4e1e-9b2f-ad75a7d85159","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.976026969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"6cdde3a5-ba3a-4aa2-bf81-d36ad4fef9fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:06.979567614Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (dc8a899e6812d8a7c9a86f1ab84075347802fa634a8b3547b5ea37c11f0e52c8) AuthConfig (7e247cbb6c86b25868bf5c2709c5ff9b2daf42494683f803967e5310f44b6670) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (bdf5d19998dd6583de857c2cce274638faf6291452d09f0b9d6787e607dd437f) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664) AuthConfig (1d9439b1a239334ceecde99fbb924570bbad41b4a07bc91f7e041db578e2a460)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"7e100e55-1a79-4e1e-9b2f-ad75a7d85159","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.025299938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"3bab4cdc-571f-4c5d-a2a3-d7b21bc46f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.028944798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"3ca5844e-a59c-4063-bb86-4a575778486b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.044837169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"d5b30073-a1ec-43d9-8aec-a0fd07027eab","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.046612441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"3bab4cdc-571f-4c5d-a2a3-d7b21bc46f04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.050981947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"3ca5844e-a59c-4063-bb86-4a575778486b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.066461326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"d5b30073-a1ec-43d9-8aec-a0fd07027eab","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.123711306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"bba5b295-c9be-4c1d-a475-f64c82af78b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.14448906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"bba5b295-c9be-4c1d-a475-f64c82af78b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.161648122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a9b19eb4-9202-4af6-8f15-bd022c9eae84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.161655421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd989722-5ac7-43fb-8fea-fbbf105e321f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.176245853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0284b2dc-5501-46cb-a280-dbd13ecd4b33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.182914138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a9b19eb4-9202-4af6-8f15-bd022c9eae84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.182982353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bd989722-5ac7-43fb-8fea-fbbf105e321f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.197220102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0284b2dc-5501-46cb-a280-dbd13ecd4b33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.198754595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"3cb226ad-cd81-4634-8ead-2c329b509770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.222789039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"3cb226ad-cd81-4634-8ead-2c329b509770","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.240653359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"3e08a9e5-f3e3-4b7c-8368-9c8009649a62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.261842289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"3e08a9e5-f3e3-4b7c-8368-9c8009649a62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.281139139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"517cc688-76cf-47ab-979d-9fc4eb89245b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.282786316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"5d8c1f54-8dd1-492b-ae3f-12d9eea88c1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.332485928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"517cc688-76cf-47ab-979d-9fc4eb89245b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.333450282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"5d8c1f54-8dd1-492b-ae3f-12d9eea88c1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.382135055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"37bb4d44-cc82-40a7-b5a4-d7b72f0161b2","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.403136202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"37bb4d44-cc82-40a7-b5a4-d7b72f0161b2","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.421718161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"fb79eb0e-d64a-4b2c-aa9b-5f3ebdd0bd01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.443295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"fb79eb0e-d64a-4b2c-aa9b-5f3ebdd0bd01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.472086507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"134ef864-f317-46af-900d-228a80fb70d1","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.476151705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"0ee93c20-fe7b-498d-8bde-cd460edd59fd","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.49194656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"d2afacb8-1c2f-4f58-8a7b-ef4c31ea2744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.493174773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"134ef864-f317-46af-900d-228a80fb70d1","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.497638628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"0ee93c20-fe7b-498d-8bde-cd460edd59fd","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.512799891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"d2afacb8-1c2f-4f58-8a7b-ef4c31ea2744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.517557061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"0ee93c20-fe7b-498d-8bde-cd460edd59fd","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.653813029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c7d0d1fe-69b9-4458-9595-16ec10e13167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.653814092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"25e45c95-9337-4f5f-9830-bb102d4fd71f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.675957504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c7d0d1fe-69b9-4458-9595-16ec10e13167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.676247529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"25e45c95-9337-4f5f-9830-bb102d4fd71f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.687060748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4688a27b-b483-4e5b-ac62-41175f908948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:07.708050216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4688a27b-b483-4e5b-ac62-41175f908948","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:15.671768147Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:16.078445867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-63cbd0-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-sub","reconcileID":"ab6e37d5-9605-4965-a580-11995e32048b","MaaSSubscription":{"name":"e2e-dft-63cbd0-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-63cbd0","model":"llm/e2e-dft-63cbd0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:16.175704304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"a827a2ce-e632-4e01-959f-44acfcd44682","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:16.175732273Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"a827a2ce-e632-4e01-959f-44acfcd44682","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"routeName":"external-model-e2e-dft-63cbd0-27bf3cb41092","namespace":"llm","model":"e2e-dft-63cbd0","externalModel":"e2e-dft-63cbd0","provider":"e2e-dft-63cbd0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:16.179309023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f56251-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-sub","reconcileID":"95b0992b-6a11-4340-983c-dc6415f33b9f","MaaSSubscription":{"name":"e2e-cfl-same-f56251-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"maas-trlp-e2e-cfl-same-f56251","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:16.305737064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"b90124f2-a640-4ed1-86dd-ddc7dc09388c","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:16.305766794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"b90124f2-a640-4ed1-86dd-ddc7dc09388c","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-same-f56251-c75d4f8c7e1e","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.019577928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"47d754a6-6b57-4ca1-ab28-96eb1a969878","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.051021455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"47d754a6-6b57-4ca1-ab28-96eb1a969878","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.273595162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"a6e6891e-dac1-49d6-89fd-8d472598eb8e","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.273632865Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"a6e6891e-dac1-49d6-89fd-8d472598eb8e","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.336864505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"bc5e9baf-adf9-4ac3-9de8-406e41e888dc","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.339523346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a717f9c-0fc4-424f-a5af-8e80492f21cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.349141957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb7c0589-12f4-4818-a66a-81962e6c889b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.364533004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5a717f9c-0fc4-424f-a5af-8e80492f21cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.365639855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"bc5e9baf-adf9-4ac3-9de8-406e41e888dc","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.382252725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"cb7c0589-12f4-4818-a66a-81962e6c889b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.417614839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"c6c6b3a6-e0e1-4850-b165-0fd315f6fc4a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.41892878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"afd5974a-12a8-4d11-8202-958fec6c89fc","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.52789931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"afd5974a-12a8-4d11-8202-958fec6c89fc","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.538579495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"c6c6b3a6-e0e1-4850-b165-0fd315f6fc4a","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.579847651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"009e9c0a-173c-49d3-8ba3-7812548ff2d3","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.58105967Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"dd5c8810-1b95-4b99-8638-36701967a53c","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.581146794Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"dd5c8810-1b95-4b99-8638-36701967a53c","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"routeName":"external-model-e2e-cfl-same-f56251-b7cde3edbf4b","namespace":"e2e-extmod-cfl-2-748bf4","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.603967949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"009e9c0a-173c-49d3-8ba3-7812548ff2d3","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.604866766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"e52756e7-921f-4f6b-93ad-0f9ebbb27f86","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.604896481Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"e52756e7-921f-4f6b-93ad-0f9ebbb27f86","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"routeName":"external-model-e2e-cfl-same-f56251-b7cde3edbf4b","namespace":"e2e-extmod-cfl-2-748bf4","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.628357813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"009e9c0a-173c-49d3-8ba3-7812548ff2d3","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.681911377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"6c5180e2-dcf4-4b1c-a8d7-950b2df38f50","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.68203621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"6c5180e2-dcf4-4b1c-a8d7-950b2df38f50","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.702338243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"07d8e10e-a719-4d8c-8e39-1e7256871396","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.730509963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"07d8e10e-a719-4d8c-8e39-1e7256871396","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.754340095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3db6f8bbac989837c9cc914743a7841c9f28dcace458f213387eda28e188006) AuthConfig (804f8372ae0f206c63ace423971d1022296148615fa31a83176a6d443d96ce8c) AuthConfig (6219a7450a1dc9c7f684c924e3b9f812974d8a8697af7910ed93f2a85b59b0b5) AuthConfig (ddbbf76333b4e31933a13c1374265f6d6f46ec8d0fb47a71dc3a071da9a36cf2) AuthConfig (e22fb7f1b52136bd497744d70ec2dd29f07e937ec495c2f54cec8e70ea0909c8) AuthConfig (e13bc945a3b825e89a3af547c8689e9c47b8df192df9561397e671926f1783e6) AuthConfig (e787dd5aeb4ebd9a94c2bb075bbae91c19a55a0d95cbcbbcf73bb4269613b8c9) AuthConfig (8a3e6efdbe9a32d2d4018336fd5664d122599aee4a38dd561fbb19022d235d04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"07d8e10e-a719-4d8c-8e39-1e7256871396","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.795867264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"a2e63cf0-bfe9-416b-bc9e-94c99e16fc29","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.795894375Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"a2e63cf0-bfe9-416b-bc9e-94c99e16fc29","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"routeName":"external-model-e2e-cfl-same-f56251-b7cde3edbf4b","namespace":"e2e-extmod-cfl-2-748bf4","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.874345658Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"dd809a65-a577-4d5d-8243-51380b5d3e15","namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.970158421Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"2db11621-c92b-4808-a101-ddfc0ac94e32","namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:17.988449406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"73a123c0-eef0-4697-a9a6-2ff69e7eb6dd","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.046816257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"1f67f40d-4767-4920-b5dc-88a88d11bb97","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.058657219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"5fbcda80-340f-4ad6-b4bf-0d7c7424ce0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.058957459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"e2c199ba-85c3-4d90-9295-72e1d7bf4203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.150961702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"73a123c0-eef0-4697-a9a6-2ff69e7eb6dd","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.14098409Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"1b07d44c-a190-4de7-b8d0-583dc047a9bd","namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.060684714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"51a76745-6498-4dc8-85e8-81c8d834d236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.165980713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"5fbcda80-340f-4ad6-b4bf-0d7c7424ce0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.207996762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"e2c199ba-85c3-4d90-9295-72e1d7bf4203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.246735358Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"73a123c0-eef0-4697-a9a6-2ff69e7eb6dd","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.250084704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"51a76745-6498-4dc8-85e8-81c8d834d236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.31994907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"1f67f40d-4767-4920-b5dc-88a88d11bb97","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.401571826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"73a9e050-53d3-48ce-b65f-2c5b9b607e18","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.601288529Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"73a9e050-53d3-48ce-b65f-2c5b9b607e18","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.49224279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3db6f8bbac989837c9cc914743a7841c9f28dcace458f213387eda28e188006) AuthConfig (804f8372ae0f206c63ace423971d1022296148615fa31a83176a6d443d96ce8c) AuthConfig (6219a7450a1dc9c7f684c924e3b9f812974d8a8697af7910ed93f2a85b59b0b5) AuthConfig (ddbbf76333b4e31933a13c1374265f6d6f46ec8d0fb47a71dc3a071da9a36cf2) AuthConfig (e22fb7f1b52136bd497744d70ec2dd29f07e937ec495c2f54cec8e70ea0909c8) AuthConfig (e13bc945a3b825e89a3af547c8689e9c47b8df192df9561397e671926f1783e6) AuthConfig (e787dd5aeb4ebd9a94c2bb075bbae91c19a55a0d95cbcbbcf73bb4269613b8c9) AuthConfig (8a3e6efdbe9a32d2d4018336fd5664d122599aee4a38dd561fbb19022d235d04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"1f67f40d-4767-4920-b5dc-88a88d11bb97","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.655518364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"22b9142e-4c6d-472e-bfa0-8cac27fc84ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.722687154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"22b9142e-4c6d-472e-bfa0-8cac27fc84ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.724895952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"f19bf0b6-7229-4ca2-8ae9-4de9f0bc581d","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.724982115Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"f19bf0b6-7229-4ca2-8ae9-4de9f0bc581d","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.753565394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"d6c12182-4058-41cc-a1a3-e3ff852a9425","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.754620708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"04ebb02d-195d-440b-9477-eef7465cf69a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:18.766474497Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"f19bf0b6-7229-4ca2-8ae9-4de9f0bc581d","name":"e2e-cmp-legacy-b765fa","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-b765fa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:18.766570318Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"f19bf0b6-7229-4ca2-8ae9-4de9f0bc581d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-b765fa\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.766832526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"168ea3ab-3a8d-4fed-b18d-3ea5dd365f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.778021577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"d6c12182-4058-41cc-a1a3-e3ff852a9425","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.784684673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"04ebb02d-195d-440b-9477-eef7465cf69a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.791369678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"e81b5938-8b67-4027-bf2b-fb4dc2f0f578","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.791462501Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"e81b5938-8b67-4027-bf2b-fb4dc2f0f578","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.792380163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"168ea3ab-3a8d-4fed-b18d-3ea5dd365f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.807410587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"5c4fdba5-7989-498a-badd-2b3767fa7e68","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:18.973172995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"5c4fdba5-7989-498a-badd-2b3767fa7e68","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.124350538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"422f8127-ca1c-4e9a-b3b9-1fc45461ee6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.37261388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"422f8127-ca1c-4e9a-b3b9-1fc45461ee6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.391711895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"68d784f4-daf9-4994-9fc4-aaa6c08bdf26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.393067115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"5b6f9187-bf2f-4f97-a804-1806014968d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.413005405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4ae1fbb0-00ce-4a93-9f67-fbbf40abf6a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.424339689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"5b6f9187-bf2f-4f97-a804-1806014968d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.42507439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"68d784f4-daf9-4994-9fc4-aaa6c08bdf26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.436309338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"bd8e7160-56e4-4128-adb3-24928a2224ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.441132109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4ae1fbb0-00ce-4a93-9f67-fbbf40abf6a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.473209214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"bd8e7160-56e4-4128-adb3-24928a2224ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.59199481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"7bbd8eab-1ba6-49f9-9f71-46d93632a9e8","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.614738765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"7bbd8eab-1ba6-49f9-9f71-46d93632a9e8","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.615427139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"af1592c6-58df-4a3e-8263-5856c7e71fd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.61551872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"87ac9e84-02c6-4b72-a149-58fe804c34de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.633644805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"7ddfff58-f79f-43d9-9927-43337c62917b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.637568905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"87ac9e84-02c6-4b72-a149-58fe804c34de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.638639826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"43706fc8-2b0a-469f-a837-b12fe0fa173d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.640289131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"af1592c6-58df-4a3e-8263-5856c7e71fd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.655625302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"7ddfff58-f79f-43d9-9927-43337c62917b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.660110511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"43706fc8-2b0a-469f-a837-b12fe0fa173d","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.75339131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51ab0656-31e8-446c-893c-86a350dc4076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.755482354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"d118f731-ffdc-435c-b751-1a65af0fdedd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.755482085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"3c76d647-25ee-42ee-9eda-5367ba3407bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.755896235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd62cf4e-82e8-429c-a8a0-ca7c587abed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.774666288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"51ab0656-31e8-446c-893c-86a350dc4076","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.77726625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"3c76d647-25ee-42ee-9eda-5367ba3407bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.778411837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cd62cf4e-82e8-429c-a8a0-ca7c587abed0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.779515316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"d118f731-ffdc-435c-b751-1a65af0fdedd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.837666986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"047f6717-db2d-4804-92a6-a1394090579c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.859141648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"047f6717-db2d-4804-92a6-a1394090579c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.905527449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"cc942412-b422-4de1-be71-abb949b45102","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.905563526Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"cc942412-b422-4de1-be71-abb949b45102","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.927079282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"b9256369-29dd-4686-805c-55b4504147b3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.927323893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"a338e42e-5c16-4de0-b0c1-d7981baee042","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.949591847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"a338e42e-5c16-4de0-b0c1-d7981baee042","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.964991369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"4db6fd6d-075c-4835-b57d-5433a0c8791e","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.969432778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"a338e42e-5c16-4de0-b0c1-d7981baee042","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.988755306Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"b9256369-29dd-4686-805c-55b4504147b3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:19.990862229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"4db6fd6d-075c-4835-b57d-5433a0c8791e","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.011165302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"b9256369-29dd-4686-805c-55b4504147b3","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.023651445Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3db6f8bbac989837c9cc914743a7841c9f28dcace458f213387eda28e188006) AuthConfig (804f8372ae0f206c63ace423971d1022296148615fa31a83176a6d443d96ce8c) AuthConfig (6219a7450a1dc9c7f684c924e3b9f812974d8a8697af7910ed93f2a85b59b0b5) AuthConfig (ddbbf76333b4e31933a13c1374265f6d6f46ec8d0fb47a71dc3a071da9a36cf2) AuthConfig (e22fb7f1b52136bd497744d70ec2dd29f07e937ec495c2f54cec8e70ea0909c8) AuthConfig (e13bc945a3b825e89a3af547c8689e9c47b8df192df9561397e671926f1783e6) AuthConfig (e787dd5aeb4ebd9a94c2bb075bbae91c19a55a0d95cbcbbcf73bb4269613b8c9) AuthConfig (8a3e6efdbe9a32d2d4018336fd5664d122599aee4a38dd561fbb19022d235d04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"4db6fd6d-075c-4835-b57d-5433a0c8791e","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.029688837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"fdd20afb-30e5-4ee9-9ea8-972e3883441e","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.125550663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"fdd20afb-30e5-4ee9-9ea8-972e3883441e","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.126136443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"c7119ecd-9565-437c-a994-27165a613beb","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.126161637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"c7119ecd-9565-437c-a994-27165a613beb","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.145949008Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"fdd20afb-30e5-4ee9-9ea8-972e3883441e","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.221644603Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dea9cb priority=0:[ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-f08011-d06886-sub ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-same-f56251-d06886-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.222296939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"238eda6b-53cf-45c1-936e-6b9e64419958","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.22232411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"238eda6b-53cf-45c1-936e-6b9e64419958","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.249291238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"ee437ab8-8872-44e2-a336-ff188cf1e916","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:20.261140274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-sub","reconcileID":"e4d4cc51-0b4d-47ae-9c53-5326b6d62214","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-serve-8233e3-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.266964016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"5046c311-3062-4435-b6c0-26a4a09b6878","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.266998237Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"5046c311-3062-4435-b6c0-26a4a09b6878","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.271247402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"ee437ab8-8872-44e2-a336-ff188cf1e916","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:20.285236198Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"5046c311-3062-4435-b6c0-26a4a09b6878","name":"e2e-att-serve-8233e3","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-8233e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:27:20.28529645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"5046c311-3062-4435-b6c0-26a4a09b6878","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-serve-8233e3\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.302381557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"5723f195-52e0-40d7-9b82-e67e8183ba6e","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.302408313Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"5723f195-52e0-40d7-9b82-e67e8183ba6e","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-same-f56251-c75d4f8c7e1e","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.322135201Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"42069b23-4e14-48b8-95d2-13822022aa9d","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.322173525Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"42069b23-4e14-48b8-95d2-13822022aa9d","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.339703214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"fe0de88d-8c65-4e31-87e8-b2f5d2584862","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.339739228Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"fe0de88d-8c65-4e31-87e8-b2f5d2584862","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.463315141Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-sub","reconcileID":"61754966-93b9-4e47-a49a-4aeeb8c132e9","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-serve-8233e3","model":"e2e-att-serve-8233e3","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-serve-8233e3-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.463688466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"0c31b79f-f810-436a-8aa6-ed871026baa8","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.485397682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"0c31b79f-f810-436a-8aa6-ed871026baa8","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.560861405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"5010d751-a3e3-45a8-a7e5-92bbcda8e942","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.560894583Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"5010d751-a3e3-45a8-a7e5-92bbcda8e942","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:20.620783265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-sub","reconcileID":"042a50c7-c969-4977-801d-c3e6ab17241f","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-serve-8233e3","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.33589397Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","reconcileID":"8223c8ca-d61f-4796-ac79-408bc9faca76","namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.424051273Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","reconcileID":"ce20359a-b50a-4d1a-a825-d3b4609592fe","namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.443059661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"0cf2152c-f8fe-4cf3-89d4-58af3a49a907","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.443473329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"34474a94-8174-4dd5-8069-d8fcbdb578c4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.457889907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c3f9c90f-33eb-4ba4-9525-6eb2d08ddb39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.467604743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"0cf2152c-f8fe-4cf3-89d4-58af3a49a907","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.468072875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"92942d5f-a4a1-46c0-8a32-467abcb5313f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.469085167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"34474a94-8174-4dd5-8069-d8fcbdb578c4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.481841899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c3f9c90f-33eb-4ba4-9525-6eb2d08ddb39","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.486567971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"3fbe9782-5ff2-46a9-ab31-b3dd00d62349","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.490296629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"0cf2152c-f8fe-4cf3-89d4-58af3a49a907","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.491433244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"34474a94-8174-4dd5-8069-d8fcbdb578c4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.493137776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"92942d5f-a4a1-46c0-8a32-467abcb5313f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.526585818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"3fbe9782-5ff2-46a9-ab31-b3dd00d62349","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.549419167Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3db6f8bbac989837c9cc914743a7841c9f28dcace458f213387eda28e188006) AuthConfig (804f8372ae0f206c63ace423971d1022296148615fa31a83176a6d443d96ce8c) AuthConfig (6219a7450a1dc9c7f684c924e3b9f812974d8a8697af7910ed93f2a85b59b0b5) AuthConfig (ddbbf76333b4e31933a13c1374265f6d6f46ec8d0fb47a71dc3a071da9a36cf2) AuthConfig (e22fb7f1b52136bd497744d70ec2dd29f07e937ec495c2f54cec8e70ea0909c8) AuthConfig (e13bc945a3b825e89a3af547c8689e9c47b8df192df9561397e671926f1783e6) AuthConfig (e787dd5aeb4ebd9a94c2bb075bbae91c19a55a0d95cbcbbcf73bb4269613b8c9) AuthConfig (8a3e6efdbe9a32d2d4018336fd5664d122599aee4a38dd561fbb19022d235d04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"3fbe9782-5ff2-46a9-ab31-b3dd00d62349","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.56173103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"04929ee3-c097-4cd9-84d7-af71925042c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.563019919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"0b1633f3-7d07-495f-8c2e-db921b8fa5f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.583486927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"04929ee3-c097-4cd9-84d7-af71925042c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.58405503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"0b1633f3-7d07-495f-8c2e-db921b8fa5f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.584710842Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","reconcileID":"349cfb05-1c8a-4606-9569-8d74ba9e61b1","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.654730151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"caba5a7e-ce49-45c4-a761-3e71b21b22d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.677370972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"caba5a7e-ce49-45c4-a761-3e71b21b22d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.735416811Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","reconcileID":"fcc7f155-a9d8-44d7-bae1-432f28f10c10","namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.751629054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","reconcileID":"2841b0eb-7343-43dc-8afd-ed5acf34c4c2","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"e2e-extmod-cfl-1-684b0e/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.751658646Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","reconcileID":"2841b0eb-7343-43dc-8afd-ed5acf34c4c2","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"routeName":"external-model-e2e-cfl-817958-b847eef4d703","namespace":"e2e-extmod-cfl-1-684b0e","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.754646592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"fcfc3ab9-6e91-4e06-8399-8b6abeb28811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.760123143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"687cc6c7-cb06-4c94-acab-dbda835555c9","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.774096313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b14c9803-13fe-486c-a9f3-461d99ca64e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.778221886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"fcfc3ab9-6e91-4e06-8399-8b6abeb28811","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.781242786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"687cc6c7-cb06-4c94-acab-dbda835555c9","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.790405955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"c5075603-5ae7-4afd-9242-0bd21805f324","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.795325467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b14c9803-13fe-486c-a9f3-461d99ca64e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:22.867300626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"c5075603-5ae7-4afd-9242-0bd21805f324","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.117914215Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","reconcileID":"498b3d13-1dee-420a-8ba8-b8649eae160a","namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.181921315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10700a13-5709-430e-be4a-2e32d0fac3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.255212944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10700a13-5709-430e-be4a-2e32d0fac3ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.27417082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b8a15c36-72c3-4f8e-a5fe-c73ccb3b214d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.281008711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"9088caf5-6396-44fc-8574-842c13a04df0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.281538916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6db2c6c7-f607-45c5-b9bf-7c591b904602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.298885122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b8a15c36-72c3-4f8e-a5fe-c73ccb3b214d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.302900177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6db2c6c7-f607-45c5-b9bf-7c591b904602","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.303123057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"9088caf5-6396-44fc-8574-842c13a04df0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.309352215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"0d7ba8f6-99fa-4521-af07-0aacd5a466e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.330933392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"0d7ba8f6-99fa-4521-af07-0aacd5a466e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.359824895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"2c1967f8-2948-4020-9fd8-80dd2ef50d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.380837992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"2c1967f8-2948-4020-9fd8-80dd2ef50d93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.547957748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"5b7786b3-2ac0-43e4-8d93-c3c76a40a93c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.54826074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"8c791c32-f6fb-49ba-8e24-5f208677a78b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.561802968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"1ae641cf-598e-4ec7-ac83-2dfe3575e753","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.561848489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"2f0e4c49-9b13-47f4-b1fc-66fbccd4f17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.566118074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"e1402238-3b3b-44fa-a9e9-e824d07612b0","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.569796616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"5b7786b3-2ac0-43e4-8d93-c3c76a40a93c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.56999089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"8c791c32-f6fb-49ba-8e24-5f208677a78b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.583115878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"2f0e4c49-9b13-47f4-b1fc-66fbccd4f17e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.58313712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"1ae641cf-598e-4ec7-ac83-2dfe3575e753","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.588563344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"e1402238-3b3b-44fa-a9e9-e824d07612b0","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.737480662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"db620be2-a028-482d-9417-338c47ac60e0","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.758819975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"db620be2-a028-482d-9417-338c47ac60e0","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.768582687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"c8026cea-4a84-4ceb-bce3-c480ed070d7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.778951654Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"db620be2-a028-482d-9417-338c47ac60e0","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.792351049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"c8026cea-4a84-4ceb-bce3-c480ed070d7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.823374992Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3db6f8bbac989837c9cc914743a7841c9f28dcace458f213387eda28e188006) AuthConfig (804f8372ae0f206c63ace423971d1022296148615fa31a83176a6d443d96ce8c) AuthConfig (6219a7450a1dc9c7f684c924e3b9f812974d8a8697af7910ed93f2a85b59b0b5) AuthConfig (ddbbf76333b4e31933a13c1374265f6d6f46ec8d0fb47a71dc3a071da9a36cf2) AuthConfig (e22fb7f1b52136bd497744d70ec2dd29f07e937ec495c2f54cec8e70ea0909c8) AuthConfig (e13bc945a3b825e89a3af547c8689e9c47b8df192df9561397e671926f1783e6) AuthConfig (e787dd5aeb4ebd9a94c2bb075bbae91c19a55a0d95cbcbbcf73bb4269613b8c9) AuthConfig (8a3e6efdbe9a32d2d4018336fd5664d122599aee4a38dd561fbb19022d235d04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"c8026cea-4a84-4ceb-bce3-c480ed070d7f","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:23.934654496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"51c4cb79-6ec7-40a3-a4f3-61304e786a63","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.035145797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"95175da0-2c37-4945-ae2f-892faf84682e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.035394695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"f85d01b4-0945-4883-a437-23e2bade0fd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.035798822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c28a7151-8667-422a-ac07-dcf5d2115e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.052129784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"51c4cb79-6ec7-40a3-a4f3-61304e786a63","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.053648803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"8b8d2fd3-4b08-4092-8b13-26ad62f14aad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.065502999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c28a7151-8667-422a-ac07-dcf5d2115e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.065680879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"f85d01b4-0945-4883-a437-23e2bade0fd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.069432237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"95175da0-2c37-4945-ae2f-892faf84682e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.08545215Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"51c4cb79-6ec7-40a3-a4f3-61304e786a63","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.121477067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"8b8d2fd3-4b08-4092-8b13-26ad62f14aad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.338595481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"9c737a47-1c06-4054-885c-5141f9494aca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.416060698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"9c737a47-1c06-4054-885c-5141f9494aca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.43733608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"49c3adf0-1bac-4a99-a220-b6a584861a02","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.437890876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"69e43bd7-6bab-4c14-adf9-e1b0ac88d59c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.458246951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"0fb54e2e-db69-4e41-b804-120d13cb1f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.460894564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"69e43bd7-6bab-4c14-adf9-e1b0ac88d59c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.461699436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"49c3adf0-1bac-4a99-a220-b6a584861a02","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.477450409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"16e44c18-2f4c-4c63-aeef-11408b23e858","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.48267947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"0fb54e2e-db69-4e41-b804-120d13cb1f2b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.498982674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"16e44c18-2f4c-4c63-aeef-11408b23e858","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.538980431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"318bdaf6-0190-48cb-b7c3-74fdfefec0d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.55995505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"318bdaf6-0190-48cb-b7c3-74fdfefec0d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.711548705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"8794feaa-45d5-43bb-8ade-bef3533aaf37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.711882128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"dba298c5-1ac8-42e7-b79f-1848655454ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.727131311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12523231-fe08-43da-b597-864def32615c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.732812353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"8794feaa-45d5-43bb-8ade-bef3533aaf37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.732849036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"dba298c5-1ac8-42e7-b79f-1848655454ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:24.750030804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"12523231-fe08-43da-b597-864def32615c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.052208938Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"210db094-d162-4955-b4ce-c1bd2bf36622","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.088163928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"a25936ac-7aa4-44aa-8102-ecdabe10b872","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.090449124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"d6d8ad10-f6c3-4df7-a76a-dcd7e9b29fec","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.098419692Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"1e920328-2929-443e-b3e5-46bc1532e5cc","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.106116731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"26e01b2a-b282-43bc-9941-5b3b821cd23f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.108071178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"002dc0e0-4a3c-4e75-835e-2cddd7db0518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.111638557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"a25936ac-7aa4-44aa-8102-ecdabe10b872","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.111700102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"d6d8ad10-f6c3-4df7-a76a-dcd7e9b29fec","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.12154806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"1302c3e3-fdd4-4077-ae54-fb124e3ae351","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.12704312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"26e01b2a-b282-43bc-9941-5b3b821cd23f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.130117308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"002dc0e0-4a3c-4e75-835e-2cddd7db0518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.132429425Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"a25936ac-7aa4-44aa-8102-ecdabe10b872","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.1324955Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"d6d8ad10-f6c3-4df7-a76a-dcd7e9b29fec","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.142949891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"1302c3e3-fdd4-4077-ae54-fb124e3ae351","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.201840688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3db6f8bbac989837c9cc914743a7841c9f28dcace458f213387eda28e188006) AuthConfig (804f8372ae0f206c63ace423971d1022296148615fa31a83176a6d443d96ce8c) AuthConfig (6219a7450a1dc9c7f684c924e3b9f812974d8a8697af7910ed93f2a85b59b0b5) AuthConfig (ddbbf76333b4e31933a13c1374265f6d6f46ec8d0fb47a71dc3a071da9a36cf2) AuthConfig (e22fb7f1b52136bd497744d70ec2dd29f07e937ec495c2f54cec8e70ea0909c8) AuthConfig (e13bc945a3b825e89a3af547c8689e9c47b8df192df9561397e671926f1783e6) AuthConfig (e787dd5aeb4ebd9a94c2bb075bbae91c19a55a0d95cbcbbcf73bb4269613b8c9) AuthConfig (8a3e6efdbe9a32d2d4018336fd5664d122599aee4a38dd561fbb19022d235d04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"1302c3e3-fdd4-4077-ae54-fb124e3ae351","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.340406043Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"99f745e4-edfa-4bfa-a748-a206c5272a65","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.347496399Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","reconcileID":"ccc3c8ee-0d4c-4f63-a542-af2de760ae67","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"routeName":"external-model-e2e-cfl-817958-b847eef4d703","namespace":"e2e-extmod-cfl-1-684b0e","model":"e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.366370098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"82129935-0f66-4cca-98d5-7f1150d2b761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.381916022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"18407ddb-2144-4170-9f93-773993ee561a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.381938327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"99762e3c-07a7-4256-87e5-f4a453e27544","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.382691991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"9124a469-b937-4af5-9d37-f6a1e6125846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.388561171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"82129935-0f66-4cca-98d5-7f1150d2b761","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.407919567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"18407ddb-2144-4170-9f93-773993ee561a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.408737491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"257e272a-4ed4-4e58-88c9-86588afde1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.409986504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"99762e3c-07a7-4256-87e5-f4a453e27544","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.413470622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"9124a469-b937-4af5-9d37-f6a1e6125846","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.429529482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"8d734f55-5ec0-4b38-8e38-af7d86b0966c","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.429621017Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"8d734f55-5ec0-4b38-8e38-af7d86b0966c","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"routeName":"external-model-e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.433895444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"257e272a-4ed4-4e58-88c9-86588afde1a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.511292405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"7ff8b06f-a7dd-4ca4-8316-3882a2685da4","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.535641373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"7ff8b06f-a7dd-4ca4-8316-3882a2685da4","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.557267521Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","reconcileID":"3e427e45-3ead-4160-a973-f1958874c8fd","namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.775276806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"fb61ec40-9e2f-4108-ad1c-5e663c94557d","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.775380958Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"fb61ec40-9e2f-4108-ad1c-5e663c94557d","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"routeName":"external-model-e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.861718794Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","reconcileID":"676126d7-5fe7-4d9c-8a00-6a04e63c42ab","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.916102746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"cfd0a7d1-ecbd-4e19-899e-8b7c0522661a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.916815689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"368453d6-2328-4957-b63e-c840d9bfa595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.940970409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"f46d1518-64e5-41f5-82db-55f4d5760f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.948709952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"cfd0a7d1-ecbd-4e19-899e-8b7c0522661a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.949664328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"368453d6-2328-4957-b63e-c840d9bfa595","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.968237128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"f46d1518-64e5-41f5-82db-55f4d5760f03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:25.982118181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a967699b-04e5-474e-aade-0052b21e42fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.003232137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a967699b-04e5-474e-aade-0052b21e42fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.017261962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"98415c8f-53fa-4298-833c-d7f8dd86e851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.039422878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"98415c8f-53fa-4298-833c-d7f8dd86e851","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.137543327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"42854e3e-9bb0-4344-99a2-19b72aca3e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.137543271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"5243096c-d89e-4c85-8791-7a808ed3adee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.137882864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"734a1fd7-7549-46a8-a129-ebfd6ce91351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.142429617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"42adede2-db55-4339-b97f-2c2013eb9099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.156390007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"3561d804-b955-479e-8755-2552ca956972","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.162478942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"5243096c-d89e-4c85-8791-7a808ed3adee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.163982246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"734a1fd7-7549-46a8-a129-ebfd6ce91351","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.16484981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"42adede2-db55-4339-b97f-2c2013eb9099","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.167463413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"42854e3e-9bb0-4344-99a2-19b72aca3e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.177719103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"3561d804-b955-479e-8755-2552ca956972","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.26102441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"49cb9b40-e5c6-4dae-b7bf-ecfe07e2f908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.26279679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"0d3c38ae-7270-4945-9cc4-9758b60f6ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.266084955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"56f2e106-2981-4c17-91a2-defd06880c33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.277651456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"4a4c0ea1-8d55-4f01-ab6a-d08ffdd20529","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.282757995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"49cb9b40-e5c6-4dae-b7bf-ecfe07e2f908","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.284382095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"0d3c38ae-7270-4945-9cc4-9758b60f6ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.287201062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"56f2e106-2981-4c17-91a2-defd06880c33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.298572714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"4a4c0ea1-8d55-4f01-ab6a-d08ffdd20529","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.36365636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"13f59d8e-24bc-426f-8abb-7888d996cbd7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.38446502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"13f59d8e-24bc-426f-8abb-7888d996cbd7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.404359999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"13f59d8e-24bc-426f-8abb-7888d996cbd7","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.468615592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"e4d0f9b4-8fd8-4b0c-8d72-2443d9da874a","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.483703221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"96cde93c-deda-4e8b-9e59-c785f5936661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.487290242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7ab41816-27b2-491b-8549-f506b32b33c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.489309587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"e4d0f9b4-8fd8-4b0c-8d72-2443d9da874a","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.501521747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"c93a5fed-1bed-4b41-bcf4-84365a852e36","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.504743199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"96cde93c-deda-4e8b-9e59-c785f5936661","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.508070819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7ab41816-27b2-491b-8549-f506b32b33c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.508948375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"e4d0f9b4-8fd8-4b0c-8d72-2443d9da874a","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.522200601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"c93a5fed-1bed-4b41-bcf4-84365a852e36","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.541816037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3db6f8bbac989837c9cc914743a7841c9f28dcace458f213387eda28e188006) AuthConfig (804f8372ae0f206c63ace423971d1022296148615fa31a83176a6d443d96ce8c) AuthConfig (6219a7450a1dc9c7f684c924e3b9f812974d8a8697af7910ed93f2a85b59b0b5) AuthConfig (ddbbf76333b4e31933a13c1374265f6d6f46ec8d0fb47a71dc3a071da9a36cf2) AuthConfig (e22fb7f1b52136bd497744d70ec2dd29f07e937ec495c2f54cec8e70ea0909c8) AuthConfig (e13bc945a3b825e89a3af547c8689e9c47b8df192df9561397e671926f1783e6) AuthConfig (e787dd5aeb4ebd9a94c2bb075bbae91c19a55a0d95cbcbbcf73bb4269613b8c9) AuthConfig (8a3e6efdbe9a32d2d4018336fd5664d122599aee4a38dd561fbb19022d235d04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"c93a5fed-1bed-4b41-bcf4-84365a852e36","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.577903339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"131a4a2f-ed08-4a82-a7f2-33c1c80e9ad5","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.583787071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"88269c9b-5ac8-4ad1-9662-c94f82f4d922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.583786802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"126675da-eb01-4b7b-add6-75a1ba4fcb96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.599028378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"131a4a2f-ed08-4a82-a7f2-33c1c80e9ad5","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.605000123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"126675da-eb01-4b7b-add6-75a1ba4fcb96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.605146682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"88269c9b-5ac8-4ad1-9662-c94f82f4d922","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.734665834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"a6c1c829-a038-44c8-a615-c99d234e29b8","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.734693987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"a6c1c829-a038-44c8-a615-c99d234e29b8","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"routeName":"external-model-e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.754044647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"8652e165-80a3-4d84-add2-aaa52c084945","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.766100199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"b448454c-322f-4073-8bb7-f1e7191b9914","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.7664247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"746f0aa0-c7cf-4c89-8776-a655010932d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.78808076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"b448454c-322f-4073-8bb7-f1e7191b9914","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.788324936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"746f0aa0-c7cf-4c89-8776-a655010932d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.812115Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"8652e165-80a3-4d84-add2-aaa52c084945","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.832499853Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"8652e165-80a3-4d84-add2-aaa52c084945","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.868711602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"5cc29cce-ba6b-49b1-b819-7ecc9501ae6a","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.868735579Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"5cc29cce-ba6b-49b1-b819-7ecc9501ae6a","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"routeName":"external-model-e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.8688762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5b5aef7-d0e5-48c5-bc53-7d2759535f56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:26.890011989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e5b5aef7-d0e5-48c5-bc53-7d2759535f56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.235661972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"4bdca698-d766-4590-aec2-8037299263c1","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.235688132Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"4bdca698-d766-4590-aec2-8037299263c1","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"routeName":"external-model-e2e-dft-63cbd0-27bf3cb41092","namespace":"llm","model":"e2e-dft-63cbd0","externalModel":"e2e-dft-63cbd0","provider":"e2e-dft-63cbd0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.280336718Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-63cbd0-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-sub","reconcileID":"222f95fe-4771-45bf-a7aa-5d5e89987e4c","MaaSSubscription":{"name":"e2e-dft-63cbd0-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-859b17bb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.290708127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aed666af-6bf9-465a-a2a9-0ef9aa8f5ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.290749437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"a9f17301-ff61-45f8-8462-96922c5d2b38","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.292800778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d774447-41bf-4b60-a759-d265574eecb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.31541326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aed666af-6bf9-465a-a2a9-0ef9aa8f5ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.316269791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"a9f17301-ff61-45f8-8462-96922c5d2b38","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.323138793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0d774447-41bf-4b60-a759-d265574eecb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.43724625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b518368-3bb8-4267-9aef-33f97df008a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.438446046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98242ea6-79f3-4296-82d0-d97231c73e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.459739279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b518368-3bb8-4267-9aef-33f97df008a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.460048051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98242ea6-79f3-4296-82d0-d97231c73e9e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.470099515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"f4c52202-8af0-48d9-baea-b8056a06b6d9","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:30.491679631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"f4c52202-8af0-48d9-baea-b8056a06b6d9","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.441997266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"b9e39bc8-3dfe-4ebf-8f54-6e43c82598db","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.463415155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"b9e39bc8-3dfe-4ebf-8f54-6e43c82598db","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.483309124Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"b9e39bc8-3dfe-4ebf-8f54-6e43c82598db","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.553710795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"469e916c-f15e-4eb9-96d7-b1af23c5b913","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.639138142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"469e916c-f15e-4eb9-96d7-b1af23c5b913","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.659169379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"469e916c-f15e-4eb9-96d7-b1af23c5b913","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.691179452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"b961a6bd-3b45-4d03-9e70-578f58a92f65","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.712767178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"b961a6bd-3b45-4d03-9e70-578f58a92f65","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.73282408Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3db6f8bbac989837c9cc914743a7841c9f28dcace458f213387eda28e188006) AuthConfig (804f8372ae0f206c63ace423971d1022296148615fa31a83176a6d443d96ce8c) AuthConfig (6219a7450a1dc9c7f684c924e3b9f812974d8a8697af7910ed93f2a85b59b0b5) AuthConfig (ddbbf76333b4e31933a13c1374265f6d6f46ec8d0fb47a71dc3a071da9a36cf2) AuthConfig (e22fb7f1b52136bd497744d70ec2dd29f07e937ec495c2f54cec8e70ea0909c8) AuthConfig (e13bc945a3b825e89a3af547c8689e9c47b8df192df9561397e671926f1783e6) AuthConfig (e787dd5aeb4ebd9a94c2bb075bbae91c19a55a0d95cbcbbcf73bb4269613b8c9) AuthConfig (8a3e6efdbe9a32d2d4018336fd5664d122599aee4a38dd561fbb19022d235d04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"b961a6bd-3b45-4d03-9e70-578f58a92f65","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.887749079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"d325bbc8-9946-42c6-8fa6-9cae3e182eef","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.90876955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"d325bbc8-9946-42c6-8fa6-9cae3e182eef","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:36.928713968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"d325bbc8-9946-42c6-8fa6-9cae3e182eef","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.304020451Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-63cbd0-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-sub","reconcileID":"671a1098-ee58-44b4-b93b-935d57141725","MaaSSubscription":{"name":"e2e-dft-63cbd0-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-63cbd0","subscription":"e2e-dft-63cbd0-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.343553366Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-63cbd0-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-sub","reconcileID":"671a1098-ee58-44b4-b93b-935d57141725","MaaSSubscription":{"name":"e2e-dft-63cbd0-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.360357257Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-63cbd0-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-sub","reconcileID":"671a1098-ee58-44b4-b93b-935d57141725","MaaSSubscription":{"name":"e2e-dft-63cbd0-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-63cbd0","namespace":"llm","model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.524545766Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dea9cb priority=0:[ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-f08011-d06886-sub ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-same-f56251-d06886-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.543056599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"833efdfe-b5eb-4e2b-9ce1-87612b2165b8","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.543204505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"833efdfe-b5eb-4e2b-9ce1-87612b2165b8","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"routeName":"external-model-e2e-dft-63cbd0-27bf3cb41092","namespace":"llm","model":"e2e-dft-63cbd0","externalModel":"e2e-dft-63cbd0","provider":"e2e-dft-63cbd0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.598916305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4468c3a7-c351-4cd1-b23b-a39861e31cc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.607947683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0eb2bbe-bcfb-4e91-a5fe-effb31ceab3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.607970219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"224ee792-8823-47fd-9aaa-f35ed4434f93","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.621383511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4468c3a7-c351-4cd1-b23b-a39861e31cc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.630803612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"224ee792-8823-47fd-9aaa-f35ed4434f93","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.631722155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c0eb2bbe-bcfb-4e91-a5fe-effb31ceab3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.703703502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"c09a4871-f27b-44ba-94dc-dd5df36d8e1b","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.70373197Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"c09a4871-f27b-44ba-94dc-dd5df36d8e1b","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"routeName":"external-model-e2e-dft-63cbd0-27bf3cb41092","namespace":"llm","model":"e2e-dft-63cbd0","externalModel":"e2e-dft-63cbd0","provider":"e2e-dft-63cbd0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:40.854403805Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-63cbd0-access","reconcileID":"c911e1f7-6c0f-4475-aafe-2f6dd603777d","MaaSAuthPolicy":{"name":"e2e-dft-63cbd0-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.005601263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"ea3516d6-d388-42c3-ad7f-f5f1df0bdaf5","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.005634908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"ea3516d6-d388-42c3-ad7f-f5f1df0bdaf5","MaaSModelRef":{"name":"e2e-dft-63cbd0","namespace":"llm"},"routeName":"external-model-e2e-dft-63cbd0-27bf3cb41092","namespace":"llm","model":"e2e-dft-63cbd0","externalModel":"e2e-dft-63cbd0","provider":"e2e-dft-63cbd0-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.506218456Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"ec9b8577-f1de-42f9-8094-01f379978827","namespace":"llm","name":"e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.539875822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5e35a59c-fa06-40c6-b959-b6ae53f22d49","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.552668759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"5e35a59c-fa06-40c6-b959-b6ae53f22d49","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.555814351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"02e71d14-007f-41ba-ac11-6d2aadbd9b6a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.555904825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"02e71d14-007f-41ba-ac11-6d2aadbd9b6a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.556385447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4df128eb-091c-45d9-b507-dbe671e9e833","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.556471283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4df128eb-091c-45d9-b507-dbe671e9e833","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.557050851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"370fdc5b-e65d-4df4-970d-343c66c0b702","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.557125897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"370fdc5b-e65d-4df4-970d-343c66c0b702","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.553437855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"d2804683-a2ce-4487-9272-e1ff384b75d7","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.562005457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f6e33c1c-ca7f-4ae9-9798-aeedafc17007","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.56206616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f6e33c1c-ca7f-4ae9-9798-aeedafc17007","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.563583938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dfcb8708-2a16-4901-8c17-4a50f1980c49","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.563649002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dfcb8708-2a16-4901-8c17-4a50f1980c49","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.56410475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"16471a0f-6ca7-4283-9f5d-07499608e3d8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.564155407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"16471a0f-6ca7-4283-9f5d-07499608e3d8","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.564611915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"174dd7da-a9ab-496b-afba-7af76ed87159","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.564671526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"174dd7da-a9ab-496b-afba-7af76ed87159","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.572463137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"fb4ac5e5-b979-4ea1-a49b-a454a1f0e145","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.576532059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"69dc8eae-7669-46a0-a1bc-2f52209b8eb8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.589855784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"d2804683-a2ce-4487-9272-e1ff384b75d7","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.595430927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"fb4ac5e5-b979-4ea1-a49b-a454a1f0e145","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.598940797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"69dc8eae-7669-46a0-a1bc-2f52209b8eb8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.61025649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"d2804683-a2ce-4487-9272-e1ff384b75d7","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.611378479Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b32ce39a-c9be-4128-80dc-947d2599a249","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.61137905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"27c2e42c-cdab-4e8f-9003-39e9a549acd7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.618862573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"69dc8eae-7669-46a0-a1bc-2f52209b8eb8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.689689797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"b1d48cd1-da3c-4481-91b8-5a8caace1301","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.76539562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"c494c9d3-9961-4d78-aed0-23c1a12ee0c2","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.765985006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"71bd932a-feb3-4b00-acb6-b8048f5e2582","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.766593293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"3d7c2ebe-c200-4ab9-8413-e8c3473a0383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.867336353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"3d7c2ebe-c200-4ab9-8413-e8c3473a0383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.914691889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"71bd932a-feb3-4b00-acb6-b8048f5e2582","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.988221227Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-63cbd0","namespace":"llm"},"namespace":"llm","name":"e2e-dft-63cbd0","reconcileID":"514fc9df-bb19-4f92-a88e-848ec5b1f871","namespace":"llm","name":"e2e-dft-63cbd0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.988937855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"c494c9d3-9961-4d78-aed0-23c1a12ee0c2","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:41.999214023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"b1d48cd1-da3c-4481-91b8-5a8caace1301","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.088497886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"b1d48cd1-da3c-4481-91b8-5a8caace1301","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.096118761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3db6f8bbac989837c9cc914743a7841c9f28dcace458f213387eda28e188006) AuthConfig (804f8372ae0f206c63ace423971d1022296148615fa31a83176a6d443d96ce8c) AuthConfig (6219a7450a1dc9c7f684c924e3b9f812974d8a8697af7910ed93f2a85b59b0b5) AuthConfig (ddbbf76333b4e31933a13c1374265f6d6f46ec8d0fb47a71dc3a071da9a36cf2) AuthConfig (e22fb7f1b52136bd497744d70ec2dd29f07e937ec495c2f54cec8e70ea0909c8) AuthConfig (e13bc945a3b825e89a3af547c8689e9c47b8df192df9561397e671926f1783e6) AuthConfig (e787dd5aeb4ebd9a94c2bb075bbae91c19a55a0d95cbcbbcf73bb4269613b8c9) AuthConfig (8a3e6efdbe9a32d2d4018336fd5664d122599aee4a38dd561fbb19022d235d04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"c494c9d3-9961-4d78-aed0-23c1a12ee0c2","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.145262116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e370bd42-e89c-4c8f-a114-e2cc830c1bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.178130235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88b317ab-e68b-4c1a-8839-66ae3710c493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.178776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"62869a3b-603e-435b-9250-e9b57a770460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.182817237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e370bd42-e89c-4c8f-a114-e2cc830c1bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.203711458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"88b317ab-e68b-4c1a-8839-66ae3710c493","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.207056476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"62869a3b-603e-435b-9250-e9b57a770460","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.288750398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"0bae4b36-98ca-40e8-8b1f-70ef95f3aacb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.289760034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"310d2da9-07d8-4629-ad37-52d806302ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.313150078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"310d2da9-07d8-4629-ad37-52d806302ac2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.426982549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"0bae4b36-98ca-40e8-8b1f-70ef95f3aacb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.592375143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"1e2da985-80d9-4033-95e9-a4d7c19cc218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.831898538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"1e2da985-80d9-4033-95e9-a4d7c19cc218","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.873859959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"3e4f5f49-34f3-406a-8197-88abc9d58139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.936635676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"3e4f5f49-34f3-406a-8197-88abc9d58139","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.965657363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"46260885-2c87-488d-8508-acd5f8a7c85e","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.96687196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"9e2eb1ac-b019-467e-a8ca-4362e250dbec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.992946925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"320390eb-f872-411f-9a2f-f8917aaee804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:42.997522897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"46260885-2c87-488d-8508-acd5f8a7c85e","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.001077672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"9e2eb1ac-b019-467e-a8ca-4362e250dbec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.086430523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"320390eb-f872-411f-9a2f-f8917aaee804","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.098868556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"6ee55d41-8210-4b43-a849-7e43859faa6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.147684818Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"d8aed7ff-e98a-4afd-9045-8dd07651360d","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.155558857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"6ee55d41-8210-4b43-a849-7e43859faa6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.272538993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8bcd6c73-28c0-4c3d-8191-8101acae53fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.30094284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8bcd6c73-28c0-4c3d-8191-8101acae53fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.30457536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"aff9087b-6b29-4a13-a5c4-79c61b38de1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.385887182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"aff9087b-6b29-4a13-a5c4-79c61b38de1a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.448507309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"8f7f8381-26cb-478d-87ae-346c48450ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.47692442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"5d943481-c251-4f74-a023-5f74d8261aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.478150925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"2bc1fc3b-03c9-4444-a341-a6be1091721d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.495923004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"8f7f8381-26cb-478d-87ae-346c48450ec7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.526593069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"8a94460b-6fca-40be-9dde-ba2a3447e9d8","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.530836856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"2bc1fc3b-03c9-4444-a341-a6be1091721d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.552389401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"5d943481-c251-4f74-a023-5f74d8261aae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.635361566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"8a94460b-6fca-40be-9dde-ba2a3447e9d8","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.676501701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"8a94460b-6fca-40be-9dde-ba2a3447e9d8","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.683530037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"40fb3ef9-a66d-4255-82a0-6dfe751eb6e8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.762926393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"232c746b-a70a-476c-9b58-ec1625cba5ce","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.851367839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"40fb3ef9-a66d-4255-82a0-6dfe751eb6e8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.887452206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"232c746b-a70a-476c-9b58-ec1625cba5ce","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.937182304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"40fb3ef9-a66d-4255-82a0-6dfe751eb6e8","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.966882132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"a0644de5-7e3d-4ae0-b036-172dfd5d2caf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.976819913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"c27246e6-131b-4287-9934-d65bc4b53932","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:43.995701296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"a0644de5-7e3d-4ae0-b036-172dfd5d2caf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.002831787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"c27246e6-131b-4287-9934-d65bc4b53932","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.02912888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"39309867-0f95-400f-ad37-34f6eb648fd4","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.030228168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"e5d560d8-9e35-4a75-b6d4-519d3c2faad0","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.055019402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8989d94a-e8c4-4c38-90a0-3469103649de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.059863686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"e5d560d8-9e35-4a75-b6d4-519d3c2faad0","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.073145188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"39309867-0f95-400f-ad37-34f6eb648fd4","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.07551483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8989d94a-e8c4-4c38-90a0-3469103649de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.127412059Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3db6f8bbac989837c9cc914743a7841c9f28dcace458f213387eda28e188006) AuthConfig (804f8372ae0f206c63ace423971d1022296148615fa31a83176a6d443d96ce8c) AuthConfig (6219a7450a1dc9c7f684c924e3b9f812974d8a8697af7910ed93f2a85b59b0b5) AuthConfig (ddbbf76333b4e31933a13c1374265f6d6f46ec8d0fb47a71dc3a071da9a36cf2) AuthConfig (e22fb7f1b52136bd497744d70ec2dd29f07e937ec495c2f54cec8e70ea0909c8) AuthConfig (e13bc945a3b825e89a3af547c8689e9c47b8df192df9561397e671926f1783e6) AuthConfig (e787dd5aeb4ebd9a94c2bb075bbae91c19a55a0d95cbcbbcf73bb4269613b8c9) AuthConfig (8a3e6efdbe9a32d2d4018336fd5664d122599aee4a38dd561fbb19022d235d04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"e5d560d8-9e35-4a75-b6d4-519d3c2faad0","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.153353639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8989d94a-e8c4-4c38-90a0-3469103649de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.155178169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"39309867-0f95-400f-ad37-34f6eb648fd4","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:44.204996556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8989d94a-e8c4-4c38-90a0-3469103649de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.107649129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586fe251-9c3c-4759-8218-5562cc5346d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.130767672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586fe251-9c3c-4759-8218-5562cc5346d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.166341732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586fe251-9c3c-4759-8218-5562cc5346d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.210463933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"586fe251-9c3c-4759-8218-5562cc5346d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:45.691107908Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.72561582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"2725b901-2d7b-4281-91be-d709aec01619","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.748999493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"2725b901-2d7b-4281-91be-d709aec01619","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.776067405Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"2725b901-2d7b-4281-91be-d709aec01619","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.874464761Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"0d3c66da-be26-4a4d-a746-0948196cf7b2","namespace":"llm","name":"e2e-dft-refs-df2843","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.893042554Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"da696c52-7686-426a-a885-2e2acd2bfb13","namespace":"llm","name":"e2e-dft-refs-df2843","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.913921842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"7512419f-5b9b-466c-a1d3-50f6abf45658","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.917295614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"c7a99f23-c6e7-469d-b257-67e364a0363e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.918168005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"ec279697-8d3f-452c-8cfb-d5297340a9a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.941516792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"7512419f-5b9b-466c-a1d3-50f6abf45658","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.94202889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"c7a99f23-c6e7-469d-b257-67e364a0363e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.942442855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f6223c4-e676-47f6-8e17-0f4213df41db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.946819803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"ec279697-8d3f-452c-8cfb-d5297340a9a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.951716192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"3df023fb-f6ec-4d05-81ec-6385c8dcd7c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.967519528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abbb41a4-91a4-436a-b2b6-1bea95a01530","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.96759942Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"abbb41a4-91a4-436a-b2b6-1bea95a01530","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.968126178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2a916dee-3711-45f1-a44e-68958c00e0fa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.96820681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2a916dee-3711-45f1-a44e-68958c00e0fa","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.968653528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da6624a9-a450-4abe-b0ae-f13b950510b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.968705867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da6624a9-a450-4abe-b0ae-f13b950510b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.969329827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"df72ad11-1900-4c0d-b1d5-38aad1e6ee38","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.969391861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"df72ad11-1900-4c0d-b1d5-38aad1e6ee38","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.969807185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a5f8fd6b-bae8-4a16-85b9-fb513e1a4b26","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.972806247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a5f8fd6b-bae8-4a16-85b9-fb513e1a4b26","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.973174019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"c7a99f23-c6e7-469d-b257-67e364a0363e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.97336009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9257b153-134a-4b93-a155-ec03ebeedfb9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.973418399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"9257b153-134a-4b93-a155-ec03ebeedfb9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.973861467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4357ddc6-ae0b-45cc-a12e-748813918c9b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.973889371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"4357ddc6-ae0b-45cc-a12e-748813918c9b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.97423152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ce251eb-9645-469f-b987-70b146beca81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.974246095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6ce251eb-9645-469f-b987-70b146beca81","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.972791668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"7512419f-5b9b-466c-a1d3-50f6abf45658","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.975274983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"ec279697-8d3f-452c-8cfb-d5297340a9a9","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.977071396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"3df023fb-f6ec-4d05-81ec-6385c8dcd7c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.979134095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f6223c4-e676-47f6-8e17-0f4213df41db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.99057432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cc81691-c83e-4497-8a35-012d015177c9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.990598309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9cc81691-c83e-4497-8a35-012d015177c9","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.9910475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4ac4d72b-c85b-426b-9e7f-ed521165cee2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.991066569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4ac4d72b-c85b-426b-9e7f-ed521165cee2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.991520288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4c3436e-998f-48e7-8e43-93acafd3c927","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.991539048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4c3436e-998f-48e7-8e43-93acafd3c927","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.992076053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0591edff-b858-431c-9c56-79408028ea0c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.992095494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0591edff-b858-431c-9c56-79408028ea0c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.992403519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d98ee0b1-1d7e-4f1f-acbb-9e1e99057efd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.992414762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d98ee0b1-1d7e-4f1f-acbb-9e1e99057efd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.992640322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8cef3b9e-1959-42a9-9c9e-f819d9c68fea","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.992650001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"8cef3b9e-1959-42a9-9c9e-f819d9c68fea","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.992880495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2b3f90c2-9a2f-4318-94c7-0fdc9dc9b009","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.992890636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2b3f90c2-9a2f-4318-94c7-0fdc9dc9b009","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.993109046Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cafc2d99-96ba-4638-8b99-43408ddc2c56","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.993119521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"cafc2d99-96ba-4638-8b99-43408ddc2c56","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:53.999282978Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3db6f8bbac989837c9cc914743a7841c9f28dcace458f213387eda28e188006) AuthConfig (804f8372ae0f206c63ace423971d1022296148615fa31a83176a6d443d96ce8c) AuthConfig (6219a7450a1dc9c7f684c924e3b9f812974d8a8697af7910ed93f2a85b59b0b5) AuthConfig (ddbbf76333b4e31933a13c1374265f6d6f46ec8d0fb47a71dc3a071da9a36cf2) AuthConfig (e22fb7f1b52136bd497744d70ec2dd29f07e937ec495c2f54cec8e70ea0909c8) AuthConfig (e13bc945a3b825e89a3af547c8689e9c47b8df192df9561397e671926f1783e6) AuthConfig (e787dd5aeb4ebd9a94c2bb075bbae91c19a55a0d95cbcbbcf73bb4269613b8c9) AuthConfig (8a3e6efdbe9a32d2d4018336fd5664d122599aee4a38dd561fbb19022d235d04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"3df023fb-f6ec-4d05-81ec-6385c8dcd7c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.052907959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"751b7656-d8cd-4412-846c-1d0d5281b6a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.053561897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"35c7bb2d-a30f-447f-aa5b-226500d861bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.053667715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c5c03d4-d9da-41f9-b82a-46821a84b8ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.054107131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"aa20a6ce-9a21-48d0-8571-ab7c72c7006c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.054747534Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a7bb18e7-ae53-4860-9ca9-ef54d588691f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.098715167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"aa20a6ce-9a21-48d0-8571-ab7c72c7006c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.107733814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"35c7bb2d-a30f-447f-aa5b-226500d861bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.113310657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"751b7656-d8cd-4412-846c-1d0d5281b6a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.144155063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"f66a6e63-0c80-4614-a43e-8ecce8f44b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.153505488Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"a82a5af9-a1d6-45fe-892a-3ea2dc09305e","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"name":"e2e-dft-refs-df2843","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.168209182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"f66a6e63-0c80-4614-a43e-8ecce8f44b44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.228398142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"e8d2aa07-3006-425f-aa9c-7fc1d5ad6c55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.251376159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"e8d2aa07-3006-425f-aa9c-7fc1d5ad6c55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.255810815Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"04579d4b-e3a5-49e4-bd26-460949443744","namespace":"llm","name":"e2e-dft-refs-df2843","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.273359259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"0e12c13c-b3c9-441f-8f98-842d35ef6835","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-df2843","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.273388701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"0e12c13c-b3c9-441f-8f98-842d35ef6835","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-df2843-23b20ca531c7","namespace":"llm","model":"e2e-dft-refs-df2843","externalModel":"e2e-dft-refs-df2843","provider":"e2e-dft-refs-df2843-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.370456703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"a2ee57b0-4d24-468e-8f55-e670c3efaeb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.370942735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"862b91b3-5fc2-47a9-ae16-8ee3e78c46fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.373748686Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"058a7c11-a3f6-447c-93f0-f2dec110d0cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.398899275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"23e398bd-b736-4bb1-aece-6854b6e2950f","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.513019173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"23e398bd-b736-4bb1-aece-6854b6e2950f","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.597035341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"a2ee57b0-4d24-468e-8f55-e670c3efaeb2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.745923481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"862b91b3-5fc2-47a9-ae16-8ee3e78c46fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.751177001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"058a7c11-a3f6-447c-93f0-f2dec110d0cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.790429501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"ebefd838-4242-4a9f-b653-42c53ce62d41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.812896978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"ebefd838-4242-4a9f-b653-42c53ce62d41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.839923593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"9185a5ea-3e28-4c9d-9731-1a58eeafce7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.853883379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"16ae7bdc-d251-4f22-bab2-cb407623e805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.854987338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"7d42e6f9-af72-4d3a-8649-2663d7f0661f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.860938215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"f34d828a-6dd8-4a5c-a62b-7373b4121076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.861282889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"9185a5ea-3e28-4c9d-9731-1a58eeafce7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.875588519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"16ae7bdc-d251-4f22-bab2-cb407623e805","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.922713702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"f34d828a-6dd8-4a5c-a62b-7373b4121076","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.923131292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"7d42e6f9-af72-4d3a-8649-2663d7f0661f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.941115191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"d667ff7d-0698-412a-b72d-a7165d3fb620","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:54.963203401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"d667ff7d-0698-412a-b72d-a7165d3fb620","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.027267247Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"954a9d58-23c4-4f7e-bd24-78cd7ce32333","namespace":"llm","name":"e2e-dft-refs-df2843","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.05823554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"a18a93d5-b8a4-4c60-80c5-36d0d725812d","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.058324505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"4e134a77-a2d4-4c2e-bd35-62e2417c9837","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.05944795Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"3f7a417a-5bea-42cd-b88a-ef5d36e650cf","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-df2843-23b20ca531c7","namespace":"llm","model":"e2e-dft-refs-df2843","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.063214356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"46c8f4c1-3fbe-437f-8c8e-90a7bb3f9ecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.067505777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe308f3d-0623-4952-93d6-cf5f48060bb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.121839245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"928443a2-0ca9-4052-96fd-3bbc3f6cb4f9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.12186015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"928443a2-0ca9-4052-96fd-3bbc3f6cb4f9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.122256561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28200b8e-88e3-4b57-9763-c9bec7960eef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.122271805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"28200b8e-88e3-4b57-9763-c9bec7960eef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.12259813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"97573e1a-07ba-4fa0-90c6-261e6b7a7771","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.122651089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"97573e1a-07ba-4fa0-90c6-261e6b7a7771","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.122692405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"a18a93d5-b8a4-4c60-80c5-36d0d725812d","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.123027824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"61cd129f-f286-4666-a2be-842c99e8e58c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.123045826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"61cd129f-f286-4666-a2be-842c99e8e58c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.123511353Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d6329a3-cd64-4d47-8185-c1d85a4e90eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.123533214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2d6329a3-cd64-4d47-8185-c1d85a4e90eb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.123741157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"4e134a77-a2d4-4c2e-bd35-62e2417c9837","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.124092836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c075e3be-44b8-4847-bd81-7b9e7c604256","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.124149855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c075e3be-44b8-4847-bd81-7b9e7c604256","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.124599576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"53fefa36-36bc-4ef5-a1cd-c91691c45d08","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.124659226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"53fefa36-36bc-4ef5-a1cd-c91691c45d08","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.125058198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"385cbcf7-aec6-4757-96dc-b67510a0cb3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.12511329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"385cbcf7-aec6-4757-96dc-b67510a0cb3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.126595629Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"72edc1d9-057f-49cf-9df5-6df81a7a5e60","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.128214259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"47ccac6b-7cef-4596-b6d6-fd246b833383","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.128310897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"46c8f4c1-3fbe-437f-8c8e-90a7bb3f9ecc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.131607974Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe308f3d-0623-4952-93d6-cf5f48060bb6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.147880388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"a18a93d5-b8a4-4c60-80c5-36d0d725812d","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.148666959Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"fcdb397e-fcb8-43ff-9585-1151e7d5e1ea","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-df2843-23b20ca531c7","namespace":"llm","model":"e2e-dft-refs-df2843","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.167085279Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"fd5b7b67-b0f3-4f44-8f05-3ef05d92218b","namespace":"llm","name":"e2e-dft-refs-df2843","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.183839064Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"e8bb0207-6880-413b-a4a4-87118ca2f157","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"name":"e2e-dft-refs-df2843","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.232671102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"91c9d4ed-89e9-4ab6-b6f2-129631ab8404","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.253814418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"c1fb2dad-393e-4f22-9440-04a14c1a17a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.254772412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"836b2bb0-1993-4828-b05b-726a6ee38fc9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.260743557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"91c9d4ed-89e9-4ab6-b6f2-129631ab8404","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.32660205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b09f4880-6d85-4147-8a03-6c88ccc5cbfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.499338584Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"91c9d4ed-89e9-4ab6-b6f2-129631ab8404","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.559008365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b09f4880-6d85-4147-8a03-6c88ccc5cbfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.572094086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"c1fb2dad-393e-4f22-9440-04a14c1a17a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.573228382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"836b2bb0-1993-4828-b05b-726a6ee38fc9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.593559618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"fef7a4c8-0969-431e-bdde-4e96ecae568b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.597585959Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"836b2bb0-1993-4828-b05b-726a6ee38fc9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.598823268Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3db6f8bbac989837c9cc914743a7841c9f28dcace458f213387eda28e188006) AuthConfig (804f8372ae0f206c63ace423971d1022296148615fa31a83176a6d443d96ce8c) AuthConfig (6219a7450a1dc9c7f684c924e3b9f812974d8a8697af7910ed93f2a85b59b0b5) AuthConfig (ddbbf76333b4e31933a13c1374265f6d6f46ec8d0fb47a71dc3a071da9a36cf2) AuthConfig (e22fb7f1b52136bd497744d70ec2dd29f07e937ec495c2f54cec8e70ea0909c8) AuthConfig (e13bc945a3b825e89a3af547c8689e9c47b8df192df9561397e671926f1783e6) AuthConfig (e787dd5aeb4ebd9a94c2bb075bbae91c19a55a0d95cbcbbcf73bb4269613b8c9) AuthConfig (8a3e6efdbe9a32d2d4018336fd5664d122599aee4a38dd561fbb19022d235d04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"c1fb2dad-393e-4f22-9440-04a14c1a17a2","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.6774275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"8a9e2cd2-f592-472c-b70f-f49a0840bacc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.679058857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"fef7a4c8-0969-431e-bdde-4e96ecae568b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.702277048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"8a9e2cd2-f592-472c-b70f-f49a0840bacc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.715023759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"00b5a4b2-445a-47cd-a963-74d40eca2c35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.737646293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"06578024-5baa-4898-b0be-e8760bc232b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:55.78464544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"00b5a4b2-445a-47cd-a963-74d40eca2c35","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.03538227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"06578024-5baa-4898-b0be-e8760bc232b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.049021061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"5bc47e26-9967-4e25-9929-0916a731c6a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.219134835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"5bc47e26-9967-4e25-9929-0916a731c6a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.333394104Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"39bfeec6-a305-4d42-89b5-8bc87a60948e","namespace":"llm","name":"e2e-dft-refs-df2843","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.393361349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2b58eee1-0553-4176-9b0f-d5d7f18e5ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.394019218Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"8415dad2-1b6e-401f-8711-31df1e00ef75","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"name":"e2e-dft-refs-df2843","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.394574302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"76c244ac-1bdf-4f36-9b71-2f1894430e1a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.394635172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"76c244ac-1bdf-4f36-9b71-2f1894430e1a","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.395148949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ec4d48b1-a03e-43c4-b7ec-66abc151fc66","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.534916716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ec4d48b1-a03e-43c4-b7ec-66abc151fc66","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.553647393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d41710b2-43ef-4801-b218-3957b69f070e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.553674441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"d41710b2-43ef-4801-b218-3957b69f070e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.554146766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1cadd362-3352-4a9f-9122-c17be7c82229","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.554159934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1cadd362-3352-4a9f-9122-c17be7c82229","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.554572544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52bd1cc8-f6b7-47c3-9190-8f4c7ffd7d8c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.554586553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52bd1cc8-f6b7-47c3-9190-8f4c7ffd7d8c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.555142735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"806482e1-1c18-4937-a802-5785f49e8e0a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.555155864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"806482e1-1c18-4937-a802-5785f49e8e0a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.555674504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4dadad55-43fd-4bca-a7e8-da6a4e50d669","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.555757447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4dadad55-43fd-4bca-a7e8-da6a4e50d669","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.556317565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83cd8852-7146-4fa1-a0ea-2ebbe0419ada","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.556398323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"83cd8852-7146-4fa1-a0ea-2ebbe0419ada","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.599696596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"e4ab83ab-1cc9-48cf-a38c-3c1fa77d6486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.658898026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"648e8be6-ec2c-44a9-9479-52ab1c7d9678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.660044905Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"237e1c5d-e3c7-445b-9668-b92c705fb3f8","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"name":"e2e-dft-refs-df2843","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.660532167Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6aa3df2-6525-4fc4-923f-82edb2b89cd5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.6605479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f6aa3df2-6525-4fc4-923f-82edb2b89cd5","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.660938321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"60b393ed-0a0d-4341-8a91-cba85ee90d6f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.660950313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"60b393ed-0a0d-4341-8a91-cba85ee90d6f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.662490139Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"4e4d9786-c06e-4cbc-a6ca-9c079b02e925","namespace":"llm","name":"e2e-dft-refs-df2843","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.666856539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"19832b86-b0f2-4417-8b3b-bd8a2fb5e648","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.680393706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2b58eee1-0553-4176-9b0f-d5d7f18e5ccd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.681861785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"e4ab83ab-1cc9-48cf-a38c-3c1fa77d6486","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.726477745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a1b638a2-3257-428c-b4d8-30493871a130","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.74170992Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"74bec1be-cd01-45d6-9241-2b6387ff64ac","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"name":"e2e-dft-refs-df2843","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.762498892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"648e8be6-ec2c-44a9-9479-52ab1c7d9678","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.771473918Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"75203cbf-d647-4f63-8c37-ea3c0477cbe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.822755793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"75203cbf-d647-4f63-8c37-ea3c0477cbe9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.834686437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"0a3f3f55-a4c0-45de-8749-11db030cd6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.84269117Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"65aaf660-7bfc-41ed-9cc5-7e34f794471b","namespace":"llm","name":"e2e-dft-refs-df2843","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.860855618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"0a3f3f55-a4c0-45de-8749-11db030cd6b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.86460757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"07d22024-032d-45e5-bd55-6f1be1b23c3f","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-df2843","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:56.864632208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"07d22024-032d-45e5-bd55-6f1be1b23c3f","MaaSModelRef":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-df2843-23b20ca531c7","namespace":"llm","model":"e2e-dft-refs-df2843","externalModel":"e2e-dft-refs-df2843","provider":"e2e-dft-refs-df2843-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.030856904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"c2f210dd-c73c-4ab2-9f2b-2d7c50ee4f8f","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.117459835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"7a2fecef-f384-4e08-837d-d64cb814be94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.124696894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"c2f210dd-c73c-4ab2-9f2b-2d7c50ee4f8f","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.156555764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d0196f2-2dbd-4d9a-a0c6-896f6d1b9ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.184032788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"7a2fecef-f384-4e08-837d-d64cb814be94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.194705987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"c7769461-c03d-48ab-8d36-ad35557db80b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.19480502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"dc2b504e-d98d-476e-8469-d33cc48e7c83","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.198374775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d0196f2-2dbd-4d9a-a0c6-896f6d1b9ec5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.219566533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"dc2b504e-d98d-476e-8469-d33cc48e7c83","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.219939016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"c7769461-c03d-48ab-8d36-ad35557db80b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.347079359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"9340b41b-479c-4efa-a9ed-82d766a63ca9","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.369457498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"9340b41b-479c-4efa-a9ed-82d766a63ca9","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.377862231Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"15001956-e26a-4fe4-a76f-57b871afd6dc","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.389055576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"9340b41b-479c-4efa-a9ed-82d766a63ca9","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.399039488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"15001956-e26a-4fe4-a76f-57b871afd6dc","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.447420117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"8552b3aa-e333-400e-9552-f458507a4f7d","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.465786912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b11540cc-5684-43e1-b5fe-679668ee3944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.465827432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"94699381-d0fc-4f43-8b20-fb093d6bd616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.468361454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"8552b3aa-e333-400e-9552-f458507a4f7d","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.48344173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"a8632b36-d4de-44dc-b3af-6e71c37e2ba5","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.488663653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"94699381-d0fc-4f43-8b20-fb093d6bd616","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.489489885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b11540cc-5684-43e1-b5fe-679668ee3944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.489854484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"8552b3aa-e333-400e-9552-f458507a4f7d","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.505238205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"a8632b36-d4de-44dc-b3af-6e71c37e2ba5","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.525203123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3db6f8bbac989837c9cc914743a7841c9f28dcace458f213387eda28e188006) AuthConfig (804f8372ae0f206c63ace423971d1022296148615fa31a83176a6d443d96ce8c) AuthConfig (6219a7450a1dc9c7f684c924e3b9f812974d8a8697af7910ed93f2a85b59b0b5) AuthConfig (ddbbf76333b4e31933a13c1374265f6d6f46ec8d0fb47a71dc3a071da9a36cf2) AuthConfig (e22fb7f1b52136bd497744d70ec2dd29f07e937ec495c2f54cec8e70ea0909c8) AuthConfig (e13bc945a3b825e89a3af547c8689e9c47b8df192df9561397e671926f1783e6) AuthConfig (e787dd5aeb4ebd9a94c2bb075bbae91c19a55a0d95cbcbbcf73bb4269613b8c9) AuthConfig (8a3e6efdbe9a32d2d4018336fd5664d122599aee4a38dd561fbb19022d235d04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"a8632b36-d4de-44dc-b3af-6e71c37e2ba5","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.549687418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"664f33fa-164f-481a-978f-8a5b482ce39e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.564663821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"fa2cee13-d476-4c08-840f-88b0f04cd2d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.570935286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"664f33fa-164f-481a-978f-8a5b482ce39e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.587702197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"fa2cee13-d476-4c08-840f-88b0f04cd2d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.591038217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"664f33fa-164f-481a-978f-8a5b482ce39e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.666397871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"92b654ff-e01e-4585-8028-bad7426ba60f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.666576921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a5e39942-c809-46b1-b22b-dc7f47b2bf5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.66689129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"37b9a285-48c3-49c1-b56b-1253d992701d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.670748105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92e47088-4697-4945-96b1-2172380fb12c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.689009963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a5e39942-c809-46b1-b22b-dc7f47b2bf5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.689578395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"92b654ff-e01e-4585-8028-bad7426ba60f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.691898896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"37b9a285-48c3-49c1-b56b-1253d992701d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.693744372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92e47088-4697-4945-96b1-2172380fb12c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.765129296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"a98b750e-03d4-4a75-948b-b3e1e853f8d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.786411341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"a98b750e-03d4-4a75-948b-b3e1e853f8d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.953962186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"0ee9c76d-e872-40ef-9839-668580c91f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.978881911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"c80457ad-912b-4c68-bc7d-ffa0025db34c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:57.991584564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"0ee9c76d-e872-40ef-9839-668580c91f6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:58.020281183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"c80457ad-912b-4c68-bc7d-ffa0025db34c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:58.04484407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"ffad3bd7-43b4-4913-9fa3-e0a16afcbc61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:58.058966975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"0d0c0bf5-2341-467d-a7c3-cc6e1cd87bfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:58.059570025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"5ae5ec28-bcb0-4e7d-afdf-c6c4295da245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:58.071693263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"ffad3bd7-43b4-4913-9fa3-e0a16afcbc61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:58.085805278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"0d0c0bf5-2341-467d-a7c3-cc6e1cd87bfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:27:58.088061666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"5ae5ec28-bcb0-4e7d-afdf-c6c4295da245","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.751315128Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"7b260fba-a5fd-4a9d-81d7-15e4fb78d47f","namespace":"llm","name":"e2e-dft-refs-df2843","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.767703081Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e41da49c-d0f6-4a34-80d7-c5b483d2b3fe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.7677245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e41da49c-d0f6-4a34-80d7-c5b483d2b3fe","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.768077725Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"addfee0b-d5c7-45de-a005-532c6601eeb3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.76809401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"addfee0b-d5c7-45de-a005-532c6601eeb3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.768396286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da1752db-a264-4508-b1b3-ce5f39503d5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.768411499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"da1752db-a264-4508-b1b3-ce5f39503d5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.768833997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0433c00e-448f-47f3-98cd-7bdb4ed5d3ba","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.768851935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0433c00e-448f-47f3-98cd-7bdb4ed5d3ba","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.769207325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e1bcbaff-f8f1-4cad-8913-37f9c129c1e9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.769226292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e1bcbaff-f8f1-4cad-8913-37f9c129c1e9","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.769581582Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"791f31f6-1260-4727-85a8-72dc95c6118a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.769599469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"791f31f6-1260-4727-85a8-72dc95c6118a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.769930481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d7b0ed4d-81a0-4a56-95bb-58c3e6254e84","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.769944149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d7b0ed4d-81a0-4a56-95bb-58c3e6254e84","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.770199834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7fe11d4-9cf4-44f6-b8cb-cbddad5bed92","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.770210835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e7fe11d4-9cf4-44f6-b8cb-cbddad5bed92","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.792452285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"4173c3d4-8a6c-4980-9dda-7246a916b2bb","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.792498838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"1937b59b-d838-4f0c-a99f-19c37ec2bab7","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.793541117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"bf141fec-5b74-4289-ba37-b076825f6e0d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.805853235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"d7e36771-a5f1-432c-8bc9-fb920db43083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.813674201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"4173c3d4-8a6c-4980-9dda-7246a916b2bb","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.813992121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"1937b59b-d838-4f0c-a99f-19c37ec2bab7","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.816108172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"bf141fec-5b74-4289-ba37-b076825f6e0d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.817580669Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fd6d97e6-3c3c-47bf-8fee-60b1b1f8a1c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.817588616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bafb7695-680b-438c-a21d-507f313e99aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.828019593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"d750a7e4-3a51-4317-b3e3-21fb2650650e","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.835935978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"d7e36771-a5f1-432c-8bc9-fb920db43083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.855210723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"1937b59b-d838-4f0c-a99f-19c37ec2bab7","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.860384328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"4173c3d4-8a6c-4980-9dda-7246a916b2bb","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.861374595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"bf141fec-5b74-4289-ba37-b076825f6e0d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.865621396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"d750a7e4-3a51-4317-b3e3-21fb2650650e","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.88791731Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3db6f8bbac989837c9cc914743a7841c9f28dcace458f213387eda28e188006) AuthConfig (804f8372ae0f206c63ace423971d1022296148615fa31a83176a6d443d96ce8c) AuthConfig (6219a7450a1dc9c7f684c924e3b9f812974d8a8697af7910ed93f2a85b59b0b5) AuthConfig (ddbbf76333b4e31933a13c1374265f6d6f46ec8d0fb47a71dc3a071da9a36cf2) AuthConfig (e22fb7f1b52136bd497744d70ec2dd29f07e937ec495c2f54cec8e70ea0909c8) AuthConfig (e13bc945a3b825e89a3af547c8689e9c47b8df192df9561397e671926f1783e6) AuthConfig (e787dd5aeb4ebd9a94c2bb075bbae91c19a55a0d95cbcbbcf73bb4269613b8c9) AuthConfig (8a3e6efdbe9a32d2d4018336fd5664d122599aee4a38dd561fbb19022d235d04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"d750a7e4-3a51-4317-b3e3-21fb2650650e","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.910265796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4f7128fb-0b26-4d7f-96a9-7324c9dc0816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.925728248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"5d17546d-e29c-42c0-a4e5-63eecced3a58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.926683032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"13378a3a-56e3-4124-83e5-bc86f5b8ce70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.960587968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4f7128fb-0b26-4d7f-96a9-7324c9dc0816","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.975941117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"5d17546d-e29c-42c0-a4e5-63eecced3a58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.9765495Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-df2843","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-df2843","reconcileID":"22962ac7-5393-41f6-9cc5-43c82f5ea615","namespace":"llm","name":"e2e-dft-refs-df2843","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:02.981113671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"13378a3a-56e3-4124-83e5-bc86f5b8ce70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.009181373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"2c42b622-bd37-485e-a90b-709354edd614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.01685597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"627e5d39-e144-477f-8ab0-702dcb95b624","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.036684552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"2c42b622-bd37-485e-a90b-709354edd614","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.044826582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"627e5d39-e144-477f-8ab0-702dcb95b624","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.157241858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"d6c0a19c-bb16-45ab-a189-374f464f0d73","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.179635495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"d6c0a19c-bb16-45ab-a189-374f464f0d73","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.558684272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2d6585b-18e1-4995-853c-6c283bba7040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.559392545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"09a4b344-06af-4c37-bd79-66ebfb60f900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.595524437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a066f4a8-49dd-41d2-bc59-0855147c27e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.59656149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"60a0ead8-3a8e-4772-a01f-a782dcbb0876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.604451481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f2d6585b-18e1-4995-853c-6c283bba7040","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.664847125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"09a4b344-06af-4c37-bd79-66ebfb60f900","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.692145413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"60a0ead8-3a8e-4772-a01f-a782dcbb0876","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.695257902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a066f4a8-49dd-41d2-bc59-0855147c27e7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.746876011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"79b031ff-1186-4f06-87bc-0c2291e60869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.788919637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"79b031ff-1186-4f06-87bc-0c2291e60869","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.807418738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"ce29b0a3-ca37-4094-a8af-457eb6b4604b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.862481178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"ce29b0a3-ca37-4094-a8af-457eb6b4604b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.951745718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"1e77b068-a858-42a0-aad9-8d335c178abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.952431309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"481205c3-a2a4-4592-9935-b3fa62f82468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.968766215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"b7782d34-71d3-4b94-b3e9-114b05d43124","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.974413418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"1e77b068-a858-42a0-aad9-8d335c178abb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.974648803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"481205c3-a2a4-4592-9935-b3fa62f82468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.983780123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"6076efa8-228b-4313-8a76-b589df2448a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:03.990419552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"b7782d34-71d3-4b94-b3e9-114b05d43124","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.004930108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"6076efa8-228b-4313-8a76-b589df2448a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.082855105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"749295a5-321f-485c-aa0b-8d590f21a13e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.104371267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"749295a5-321f-485c-aa0b-8d590f21a13e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.165331178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"30a45954-baf1-4718-9053-bff93614da79","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.175648287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"a1471a3c-9571-4ab5-85f6-646991809ad6","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.175923837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"076db018-533e-4f9b-9018-6be55018c8d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.175664338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"3f7439fe-ce20-4238-890c-38ff78328904","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.187390107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"30a45954-baf1-4718-9053-bff93614da79","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.198843876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"3f7439fe-ce20-4238-890c-38ff78328904","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.198865084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"076db018-533e-4f9b-9018-6be55018c8d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.201137404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"a1471a3c-9571-4ab5-85f6-646991809ad6","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.212268776Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"30a45954-baf1-4718-9053-bff93614da79","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.218523681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"3f7439fe-ce20-4238-890c-38ff78328904","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.220927536Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"a1471a3c-9571-4ab5-85f6-646991809ad6","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.301860966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"f54b4a21-55dc-45af-8431-e2ac1f15a952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.302209172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"6b393154-2f16-485e-a047-8c4a246954f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.33149388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"1b4f17f7-5bf2-4f4f-92f0-f5ceefb08966","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.339785833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"6b393154-2f16-485e-a047-8c4a246954f2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.360323808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"1b4f17f7-5bf2-4f4f-92f0-f5ceefb08966","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.362542107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"f54b4a21-55dc-45af-8431-e2ac1f15a952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.385383492Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3db6f8bbac989837c9cc914743a7841c9f28dcace458f213387eda28e188006) AuthConfig (804f8372ae0f206c63ace423971d1022296148615fa31a83176a6d443d96ce8c) AuthConfig (6219a7450a1dc9c7f684c924e3b9f812974d8a8697af7910ed93f2a85b59b0b5) AuthConfig (ddbbf76333b4e31933a13c1374265f6d6f46ec8d0fb47a71dc3a071da9a36cf2) AuthConfig (e22fb7f1b52136bd497744d70ec2dd29f07e937ec495c2f54cec8e70ea0909c8) AuthConfig (e13bc945a3b825e89a3af547c8689e9c47b8df192df9561397e671926f1783e6) AuthConfig (e787dd5aeb4ebd9a94c2bb075bbae91c19a55a0d95cbcbbcf73bb4269613b8c9) AuthConfig (8a3e6efdbe9a32d2d4018336fd5664d122599aee4a38dd561fbb19022d235d04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"1b4f17f7-5bf2-4f4f-92f0-f5ceefb08966","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.413737297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"1b428211-e0ea-412e-a1f0-0c055178b428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.458810251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"1b428211-e0ea-412e-a1f0-0c055178b428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.494105298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"e8a4d5e6-c3f8-449b-9393-99ce6d999bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.494254962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"c41c4d52-884e-49f7-a8fd-6cfebfd0b10d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.516747692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"e8a4d5e6-c3f8-449b-9393-99ce6d999bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:04.518114667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"c41c4d52-884e-49f7-a8fd-6cfebfd0b10d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.398048812Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-384e87","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87","reconcileID":"b6dae216-cc9f-4f36-a6bf-57eca7263d3f","namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.418225426Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-384e87","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87","reconcileID":"10f066be-7fe6-4daf-a8c2-e36efafe4173","namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.435394163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"cd5585f1-993a-4585-9868-6b8bb17f9ba7","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.436756982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"896193dc-8d7d-4ff5-b8d7-647dd7eb5c49","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.437554483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"3380f7eb-0bc1-45a2-9080-e548432a944e","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.454663773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"b8a193d5-283d-48ea-8807-6de91289625d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.458587924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"cd5585f1-993a-4585-9868-6b8bb17f9ba7","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.459936517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"896193dc-8d7d-4ff5-b8d7-647dd7eb5c49","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.460860027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"3380f7eb-0bc1-45a2-9080-e548432a944e","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.535909516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"b8a193d5-283d-48ea-8807-6de91289625d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.565370931Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"cd5585f1-993a-4585-9868-6b8bb17f9ba7","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.567467799Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"3380f7eb-0bc1-45a2-9080-e548432a944e","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.567669023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"896193dc-8d7d-4ff5-b8d7-647dd7eb5c49","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.568810782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"0f659f7d-18cc-4cdf-8ff6-0c3abc944a72","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.606453716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"0f659f7d-18cc-4cdf-8ff6-0c3abc944a72","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.636900004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3db6f8bbac989837c9cc914743a7841c9f28dcace458f213387eda28e188006) AuthConfig (804f8372ae0f206c63ace423971d1022296148615fa31a83176a6d443d96ce8c) AuthConfig (6219a7450a1dc9c7f684c924e3b9f812974d8a8697af7910ed93f2a85b59b0b5) AuthConfig (ddbbf76333b4e31933a13c1374265f6d6f46ec8d0fb47a71dc3a071da9a36cf2) AuthConfig (e22fb7f1b52136bd497744d70ec2dd29f07e937ec495c2f54cec8e70ea0909c8) AuthConfig (e13bc945a3b825e89a3af547c8689e9c47b8df192df9561397e671926f1783e6) AuthConfig (e787dd5aeb4ebd9a94c2bb075bbae91c19a55a0d95cbcbbcf73bb4269613b8c9) AuthConfig (8a3e6efdbe9a32d2d4018336fd5664d122599aee4a38dd561fbb19022d235d04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"0f659f7d-18cc-4cdf-8ff6-0c3abc944a72","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.638250729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"fe15ef95-666a-4221-9363-f3202e6bea12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.657623988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"70b15cb6-64d6-4d0a-bb91-4227421864c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.662649049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"fe15ef95-666a-4221-9363-f3202e6bea12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.674748496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"5f6ab4f6-3cd3-4a78-b819-95b6d56711f6","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.680420414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"70b15cb6-64d6-4d0a-bb91-4227421864c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.695153008Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"59280b57-f296-4b18-b68c-6417d3393107","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"name":"e2e-shr-shared-384e87","namespace":"e2e-extmod-shr-user-6bb225","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.695841475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"5f6ab4f6-3cd3-4a78-b819-95b6d56711f6","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.728046639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"924090bd-d33a-4eda-9013-367b9c13baa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.750753206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"924090bd-d33a-4eda-9013-367b9c13baa4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:05.890758991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"4a53ecb6-035f-4884-95f5-a3e3b449cb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.302760896Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-384e87","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87","reconcileID":"1a53412e-72a4-427d-9b27-1f2c07ad6809","namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.303833066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"4a53ecb6-035f-4884-95f5-a3e3b449cb0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.434659497Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"fd3abd59-7517-48fc-8300-523d589a3b36","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"name":"e2e-shr-shared-384e87","namespace":"e2e-extmod-shr-user-6bb225","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.452605854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"42f93c42-6a02-44ca-99dd-e119bff83adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.453371783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"76c7e5a5-e821-470c-a017-91e0c2445534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.468153406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"50ce3267-ebbc-477c-a0b3-ff9279070c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.470449956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"e2ada8e9-a251-4b54-9c3d-a624c249b451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.477805859Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"59d5f409-f5ab-4185-bfff-62ad8cbb793f","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.477771953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"76c7e5a5-e821-470c-a017-91e0c2445534","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.48106147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"42f93c42-6a02-44ca-99dd-e119bff83adf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.489849379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"50ce3267-ebbc-477c-a0b3-ff9279070c65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.491804716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"e2ada8e9-a251-4b54-9c3d-a624c249b451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.518457617Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"a92450e4-2c70-48fb-a7c8-c47804904940","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"name":"e2e-shr-shared-384e87","namespace":"e2e-extmod-shr-user-6bb225","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.535158735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"2214283f-7388-4578-bd6b-08888c63e983","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.590445721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"811548c1-4890-4d35-85d5-a489d9952447","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.612283249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"811548c1-4890-4d35-85d5-a489d9952447","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.620448606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"72a65e85-7d8f-4826-8793-c7d1b43c714b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.621150093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3dfd32a-5cf4-4a5f-874d-fb38e5484495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.623941753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ef8d90f-2a72-4d96-9e38-ee5446730fee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.63484708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"a2c8353b-7db4-4773-9500-3e9b74f8c526","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.641544567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"72a65e85-7d8f-4826-8793-c7d1b43c714b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.641912044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c3dfd32a-5cf4-4a5f-874d-fb38e5484495","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.645031421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ef8d90f-2a72-4d96-9e38-ee5446730fee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.656156047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"a2c8353b-7db4-4773-9500-3e9b74f8c526","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.67362101Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-384e87","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87","reconcileID":"6bc8810c-648a-4ab0-89b6-4d7fa4de219f","namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.6899485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"5af761aa-553a-44ea-aa2a-bcf4718ae346","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:06.732057304Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"82bb22ef-ec52-4d59-8cf1-b6bacab85141","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.062051465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b7e99b80-160f-4fba-9f05-b80b6f448304","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.124616958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"5de175a1-f6b4-45f8-a0b4-8305ee16e361","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.149504326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"5de175a1-f6b4-45f8-a0b4-8305ee16e361","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.14991742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"0dd5f868-58fd-4b30-a180-23763cd872f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.150038444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b7e99b80-160f-4fba-9f05-b80b6f448304","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.164040347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"fd36b4a5-1d0d-4274-84f7-1ff37063646b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.165731772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"89dd2bd6-3320-473b-9093-7c94370826ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.16965583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"5de175a1-f6b4-45f8-a0b4-8305ee16e361","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.170787132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"0dd5f868-58fd-4b30-a180-23763cd872f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.185454753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"fd36b4a5-1d0d-4274-84f7-1ff37063646b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.186876958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"89dd2bd6-3320-473b-9093-7c94370826ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.205121744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"c09ac720-60a1-4051-bfab-85caa15cfb11","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.231848726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"c09ac720-60a1-4051-bfab-85caa15cfb11","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.259032029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"c09ac720-60a1-4051-bfab-85caa15cfb11","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.333634383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"10943651-ebe3-454a-804e-d22292367d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.355009635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"10943651-ebe3-454a-804e-d22292367d07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.40639131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"15e8a61f-8bf9-4724-b4d6-ff624f695185","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.426985526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"15e8a61f-8bf9-4724-b4d6-ff624f695185","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.433275564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"2754203d-058b-4271-803d-b47c349d4287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.446911542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ce324e2848509d77c86355c33b4067d0ef54ace4aae835dfc981c813bcdde1e1) AuthConfig (4c6677e96d203db717c8e3ddb293ef3bc0e157eb5eb7177bf55fc446a3bc0c70) AuthConfig (df0074ead174adc10a43ab9e1302e9271a8d303799a5ab3d6bcce81d9cd312f5) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (1625c7ab8f97943d5c22c869fabb60fd30aa0e97ecf09f8061579077dc52b8a9) AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"15e8a61f-8bf9-4724-b4d6-ff624f695185","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.450864175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"a48a244c-218b-4886-8dac-532f5841b09e","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.450997594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"35a35e3a-9662-43a7-95c8-f2f4e5e601fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.457327125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"2754203d-058b-4271-803d-b47c349d4287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.472419568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"a48a244c-218b-4886-8dac-532f5841b09e","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.473471926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"35a35e3a-9662-43a7-95c8-f2f4e5e601fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.494064203Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-dea9cb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b3db6f8bbac989837c9cc914743a7841c9f28dcace458f213387eda28e188006) AuthConfig (804f8372ae0f206c63ace423971d1022296148615fa31a83176a6d443d96ce8c) AuthConfig (6219a7450a1dc9c7f684c924e3b9f812974d8a8697af7910ed93f2a85b59b0b5) AuthConfig (ddbbf76333b4e31933a13c1374265f6d6f46ec8d0fb47a71dc3a071da9a36cf2) AuthConfig (e22fb7f1b52136bd497744d70ec2dd29f07e937ec495c2f54cec8e70ea0909c8) AuthConfig (e13bc945a3b825e89a3af547c8689e9c47b8df192df9561397e671926f1783e6) AuthConfig (e787dd5aeb4ebd9a94c2bb075bbae91c19a55a0d95cbcbbcf73bb4269613b8c9) AuthConfig (8a3e6efdbe9a32d2d4018336fd5664d122599aee4a38dd561fbb19022d235d04)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"35a35e3a-9662-43a7-95c8-f2f4e5e601fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.522135328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"73377d7d-ae60-4523-9d10-b1a367522614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.525023695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"704ca03a-8bf7-4dbe-b901-d39ebe51b3d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.543349841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"73377d7d-ae60-4523-9d10-b1a367522614","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.545777287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"704ca03a-8bf7-4dbe-b901-d39ebe51b3d0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.630931295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"3454ce73-6093-4d91-87ed-f6fb56f7ffe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.67278564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"3454ce73-6093-4d91-87ed-f6fb56f7ffe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.879801934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"6b14c33d-bad7-4bc0-a162-e17d27507bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.902699428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"6da3de68-b1a4-431c-b545-ca7ee55a0ab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.907021429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"6b14c33d-bad7-4bc0-a162-e17d27507bbd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.948078702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"6da3de68-b1a4-431c-b545-ca7ee55a0ab9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.960244182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"cc2090aa-e6c9-4213-bf3a-8941794081c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:07.961914101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"a7c39b0e-f31e-4796-8b92-44a4795008b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:08.016171712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"8df1ee84-6907-4ac6-be8c-4ba52b3a1f38","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:08.079755525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"a7c39b0e-f31e-4796-8b92-44a4795008b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:08.116528627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"cc2090aa-e6c9-4213-bf3a-8941794081c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:08.288657255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"8df1ee84-6907-4ac6-be8c-4ba52b3a1f38","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:08.371207281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"34f5716f-9631-44a6-af95-3c7b8dfb15b1","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:08.430360289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"34f5716f-9631-44a6-af95-3c7b8dfb15b1","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:08.443769178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"ecefffcd-700b-473d-94b5-f653d372b6ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:08.551535656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"ecefffcd-700b-473d-94b5-f653d372b6ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:08.552615576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30a3f6a5-cdfe-4c6b-bf9e-89f829823d2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:08.784180504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30a3f6a5-cdfe-4c6b-bf9e-89f829823d2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:08.890815836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b059f43c-d045-4030-8f4d-75caf07150ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:08.913852849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b059f43c-d045-4030-8f4d-75caf07150ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.840666551Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"3f97a03d-1a13-4058-bf32-31b319f184c5","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.862159242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"1e1572b7-acf7-4f93-af1d-c537349d803f","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.883709816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"522f37a6-0c98-47c3-9baf-fb1a41c5248c","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.941050023Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"522f37a6-0c98-47c3-9baf-fb1a41c5248c","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:12.961773692Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"522f37a6-0c98-47c3-9baf-fb1a41c5248c","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:13.00496084Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"8cf22314-0cb8-40cb-b4e6-bed6204d1348","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:15.724414041Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:16.973846945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-sub","reconcileID":"9e3fdf32-a314-43e2-a230-a2d9890addee","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-serve-8233e3","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.128032987Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"17114ddb-90a2-4243-8a90-8b47e9b5255d","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.128164735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"17114ddb-90a2-4243-8a90-8b47e9b5255d","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.242653471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"1bc37472-6404-4436-bbca-209363a49b39","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.280291652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"1bc37472-6404-4436-bbca-209363a49b39","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.309934012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92a26f9aaea34788d00d5becd10a146060f347c061f93da9e988fdc2d77843b4) AuthConfig (949c55d395fa587f8d4701c450a8e406ac8c5c5c40182401abc2821c12904b9b) AuthConfig (8cf06bbc6619135d145d622bdf2d85552014016dca73303c7ece55e7c1021da3) AuthConfig (bebe3f5c14c80de4bf998db096885999e99aa32d64cea196860ceed99df92c15) AuthConfig (5828657e44f80994a3ac3df4ebe1639905d8d71a8b6aea32d7857c729749a471) AuthConfig (f3ec41b7908df9c6a1a507071f1217c640b4da75fd11bbb3da3f5f1ec048baee) AuthConfig (be85e02e27ffa803e97bb8b584d7586e159f39bd38afa5e18a19341f6135e74d) AuthConfig (d2abadc6692def5b51fd4d6dd55bb13b22a441f39fcbeddf56e79a2c64ef8d69) AuthConfig (f9da56b0286a28d844966b65a6ca93b1b7aa4ee7233e2f0600eaff6dc35fa2ff) AuthConfig (65024536c763ce0233519ed6a5130e6a87ea900ac7103375cfd338849d2f6ddf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"1bc37472-6404-4436-bbca-209363a49b39","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.336689405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"300016d7-2e33-492c-8356-6ef983e6afba","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.377433896Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"778c5631-87a4-40d6-a072-a587c9eaa7b0","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.377780537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"778c5631-87a4-40d6-a072-a587c9eaa7b0","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"routeName":"external-model-e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.390162157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"300016d7-2e33-492c-8356-6ef983e6afba","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.415036485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f78b99df512d35315c1004ea791152efce32fcfec6bdd9729640be2e4f8d742e) AuthConfig (13fb1091aef85f197f94b031cf26fef97fd6e5502bbc094ddc88e14f90ee973e) AuthConfig (e15c9f1b0a2578de9fcb3ca6f64172e28307a7a9c3323c6417421914b2dee8c3) AuthConfig (226e6c6e4093f60babc0169495ef5d2f6187799314ed541b624ddcdb7437cdfe) AuthConfig (3155920e84f7c73605762ca8336e4a6d608c0f51f5cf4e5fc3aa3515ad6af365) AuthConfig (d206704a2b472459fc6931d9c109dbf7f58ca814686a284a9bc53ad60064cc6e) AuthConfig (bc4f2f61174d10d4a02e13cf0867bfac0744e6a17de062fce85abd064444d0d1) AuthConfig (da367a518d903d4421d1423f05bd227f789a403c76cdd37663dfcd16063d488c) AuthConfig (96bc03919a1ce9dc76ae077ab8a0b24e795c42917056952d2231e9e384991a1f) AuthConfig (be760ca372daae514e77a823a55c8237e3f1ad534e21f3d5d6cfd2318da9a5a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"300016d7-2e33-492c-8356-6ef983e6afba","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.45975091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"9ecf8325-3099-45aa-8c4f-c30251fb52d0","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.513562464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"9ecf8325-3099-45aa-8c4f-c30251fb52d0","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.522547348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"6ee74c3a-eb04-4b44-8ae0-e82bcc0254a5","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.522665952Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"6ee74c3a-eb04-4b44-8ae0-e82bcc0254a5","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.536577658Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92a26f9aaea34788d00d5becd10a146060f347c061f93da9e988fdc2d77843b4) AuthConfig (949c55d395fa587f8d4701c450a8e406ac8c5c5c40182401abc2821c12904b9b) AuthConfig (8cf06bbc6619135d145d622bdf2d85552014016dca73303c7ece55e7c1021da3) AuthConfig (bebe3f5c14c80de4bf998db096885999e99aa32d64cea196860ceed99df92c15) AuthConfig (5828657e44f80994a3ac3df4ebe1639905d8d71a8b6aea32d7857c729749a471) AuthConfig (f3ec41b7908df9c6a1a507071f1217c640b4da75fd11bbb3da3f5f1ec048baee) AuthConfig (be85e02e27ffa803e97bb8b584d7586e159f39bd38afa5e18a19341f6135e74d) AuthConfig (d2abadc6692def5b51fd4d6dd55bb13b22a441f39fcbeddf56e79a2c64ef8d69) AuthConfig (f9da56b0286a28d844966b65a6ca93b1b7aa4ee7233e2f0600eaff6dc35fa2ff) AuthConfig (65024536c763ce0233519ed6a5130e6a87ea900ac7103375cfd338849d2f6ddf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"9ecf8325-3099-45aa-8c4f-c30251fb52d0","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.537280425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"8467a4a9-5e6d-4fc3-9a44-a4da5a60ceef","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.550667227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"f39ecce6-c8bd-4e5d-97d9-f91c3caa964b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.561320335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"8467a4a9-5e6d-4fc3-9a44-a4da5a60ceef","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.592803417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"f39ecce6-c8bd-4e5d-97d9-f91c3caa964b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.606764767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"bec7593c-4ab7-44ef-bd23-060e25348184","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.647748587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f78b99df512d35315c1004ea791152efce32fcfec6bdd9729640be2e4f8d742e) AuthConfig (13fb1091aef85f197f94b031cf26fef97fd6e5502bbc094ddc88e14f90ee973e) AuthConfig (e15c9f1b0a2578de9fcb3ca6f64172e28307a7a9c3323c6417421914b2dee8c3) AuthConfig (226e6c6e4093f60babc0169495ef5d2f6187799314ed541b624ddcdb7437cdfe) AuthConfig (3155920e84f7c73605762ca8336e4a6d608c0f51f5cf4e5fc3aa3515ad6af365) AuthConfig (d206704a2b472459fc6931d9c109dbf7f58ca814686a284a9bc53ad60064cc6e) AuthConfig (bc4f2f61174d10d4a02e13cf0867bfac0744e6a17de062fce85abd064444d0d1) AuthConfig (da367a518d903d4421d1423f05bd227f789a403c76cdd37663dfcd16063d488c) AuthConfig (96bc03919a1ce9dc76ae077ab8a0b24e795c42917056952d2231e9e384991a1f) AuthConfig (be760ca372daae514e77a823a55c8237e3f1ad534e21f3d5d6cfd2318da9a5a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"f39ecce6-c8bd-4e5d-97d9-f91c3caa964b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.649955543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"bec7593c-4ab7-44ef-bd23-060e25348184","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.863629644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"28aad286-c455-444b-84ec-a833fd3d89f0","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.864562974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"7ab914c9-a73b-44ed-8f2e-e6d752687e83","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.864657547Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"7ab914c9-a73b-44ed-8f2e-e6d752687e83","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.910376644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"28aad286-c455-444b-84ec-a833fd3d89f0","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.963730377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"53efca03-08cf-4faa-ac9f-8750fccce5fc","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:17.963863121Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"53efca03-08cf-4faa-ac9f-8750fccce5fc","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"routeName":"external-model-e2e-cfl-same-f56251-b7cde3edbf4b","namespace":"e2e-extmod-cfl-2-748bf4","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.185075422Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dea9cb priority=0:[ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-f08011-d06886-sub ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-same-f56251-d06886-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.224028946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"68a5c871-2ddc-466d-b510-a06db6c2d5c9","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.224180723Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"68a5c871-2ddc-466d-b510-a06db6c2d5c9","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:19.24455425Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-sub","reconcileID":"7f489ff0-da87-418f-861a-09e071275c80","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-6846f5-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.26562143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"784049c5-f1cf-4b76-9b01-34ec3ea1fd40","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.275764464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"5a14aee5-eccd-4655-81fd-f9d3425ad3d4","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.275797393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"5a14aee5-eccd-4655-81fd-f9d3425ad3d4","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.289258668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"784049c5-f1cf-4b76-9b01-34ec3ea1fd40","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:19.293772678Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"5a14aee5-eccd-4655-81fd-f9d3425ad3d4","name":"e2e-att-unrel-6846f5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-6846f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:19.293847733Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"5a14aee5-eccd-4655-81fd-f9d3425ad3d4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-6846f5\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.310168504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"6238b980-1343-45e5-ae31-08ba9bd15508","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.310260023Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"6238b980-1343-45e5-ae31-08ba9bd15508","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.326995718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"e9322acd-047d-470c-88ea-3a6855798c21","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.32702852Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"e9322acd-047d-470c-88ea-3a6855798c21","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.394823707Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-sub","reconcileID":"08eb7958-e90f-4941-bf4a-2c1f8c1a3672","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"maas-trlp-e2e-att-unrel-6846f5","model":"e2e-att-unrel-6846f5","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-fb367d/e2e-att-unrel-6846f5-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.475531727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"3bf35c15-ba8e-4119-b14b-d4d6f48215f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.488454094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"89396661-b620-4636-b332-b6e858e83dd0","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.488485954Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"89396661-b620-4636-b332-b6e858e83dd0","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.496637612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"3bf35c15-ba8e-4119-b14b-d4d6f48215f2","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.536764205Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-sub","reconcileID":"f287dc1c-78cc-459e-89c5-c22c2e5f52b5","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"maas-trlp-e2e-att-unrel-6846f5","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.575531871Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dea9cb priority=0:[ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-f08011-d06886-sub ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-same-f56251-748bf4-sub ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-same-f56251-d06886-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.59268897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"9a26a544-4a48-4c29-8b5a-26ed84914035","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.592736947Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"9a26a544-4a48-4c29-8b5a-26ed84914035","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"routeName":"external-model-e2e-cfl-same-f56251-b7cde3edbf4b","namespace":"e2e-extmod-cfl-2-748bf4","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:19.626789839Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-same-f56251-748bf4-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-f56251-748bf4-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.634398869Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"112fc586-7697-4750-b3ae-df0768e5dc55","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.634420674Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"112fc586-7697-4750-b3ae-df0768e5dc55","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.653949121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"f24a8afa-c6a3-472a-ab85-29f091f9aa1f","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.654257654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"7e6c22e2-cf76-439c-92d8-445c510755d8","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.654750364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"f1bb9373-b8e6-40b3-b1ec-ca5580b71997","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.654768881Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"f1bb9373-b8e6-40b3-b1ec-ca5580b71997","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"routeName":"external-model-e2e-cfl-same-f56251-b7cde3edbf4b","namespace":"e2e-extmod-cfl-2-748bf4","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.675557141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"511c8c68-461d-4239-a73b-aec5c4b2527e","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.675576732Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"511c8c68-461d-4239-a73b-aec5c4b2527e","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"routeName":"external-model-e2e-cfl-same-f56251-b7cde3edbf4b","namespace":"e2e-extmod-cfl-2-748bf4","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.681390567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"f24a8afa-c6a3-472a-ab85-29f091f9aa1f","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.681561281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"7e6c22e2-cf76-439c-92d8-445c510755d8","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.70192981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"c6fc9b97-15d8-481a-bb5a-654002d7efb8","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.701948907Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"c6fc9b97-15d8-481a-bb5a-654002d7efb8","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-same-f56251-c75d4f8c7e1e","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.765434632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"0c3332c6-1a05-462a-935b-95b534ea9740","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.765852296Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f56251-748bf4-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-sub","reconcileID":"7c965940-34b0-4679-86c5-e6b7b0baa4f1","MaaSSubscription":{"name":"e2e-cfl-same-f56251-748bf4-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"maas-trlp-e2e-cfl-same-f56251","model":"e2e-cfl-same-f56251","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-same-f56251-748bf4-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.786949719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"0c3332c6-1a05-462a-935b-95b534ea9740","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.842284786Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"7ecb2695-8c20-4a6f-84df-4c0c76ab9ae4","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.861986883Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"ea34133f-b5a8-4bad-91fb-2cf93d480ff5","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.862559223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"fdca4d62-4e32-42a1-88c9-1f4c6666710b","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.862578916Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"fdca4d62-4e32-42a1-88c9-1f4c6666710b","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"routeName":"external-model-e2e-cfl-same-f56251-b7cde3edbf4b","namespace":"e2e-extmod-cfl-2-748bf4","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.881799221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"33f07f69-f135-43b1-b080-c6d31fe33174","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.881818737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"c6c0370e-25d9-4b15-ace6-c4598dc4b479","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.903444653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"c6c0370e-25d9-4b15-ace6-c4598dc4b479","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.903639499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"33f07f69-f135-43b1-b080-c6d31fe33174","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.911925787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f56251-748bf4-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-sub","reconcileID":"71b7aa6b-37cc-499a-b7c4-063729bc9ce2","MaaSSubscription":{"name":"e2e-cfl-same-f56251-748bf4-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"maas-trlp-e2e-cfl-same-f56251","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.923574449Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92a26f9aaea34788d00d5becd10a146060f347c061f93da9e988fdc2d77843b4) AuthConfig (949c55d395fa587f8d4701c450a8e406ac8c5c5c40182401abc2821c12904b9b) AuthConfig (8cf06bbc6619135d145d622bdf2d85552014016dca73303c7ece55e7c1021da3) AuthConfig (bebe3f5c14c80de4bf998db096885999e99aa32d64cea196860ceed99df92c15) AuthConfig (5828657e44f80994a3ac3df4ebe1639905d8d71a8b6aea32d7857c729749a471) AuthConfig (f3ec41b7908df9c6a1a507071f1217c640b4da75fd11bbb3da3f5f1ec048baee) AuthConfig (be85e02e27ffa803e97bb8b584d7586e159f39bd38afa5e18a19341f6135e74d) AuthConfig (d2abadc6692def5b51fd4d6dd55bb13b22a441f39fcbeddf56e79a2c64ef8d69) AuthConfig (f9da56b0286a28d844966b65a6ca93b1b7aa4ee7233e2f0600eaff6dc35fa2ff) AuthConfig (65024536c763ce0233519ed6a5130e6a87ea900ac7103375cfd338849d2f6ddf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"c6c0370e-25d9-4b15-ace6-c4598dc4b479","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.923668274Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"33f07f69-f135-43b1-b080-c6d31fe33174","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.95924068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"3e3ce75f-711a-44fb-8038-ad480c5e5c64","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.959269097Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"3e3ce75f-711a-44fb-8038-ad480c5e5c64","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.986561074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"d4053a7c-2279-447a-96ec-f67e9ce4039a","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.986581462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"d4053a7c-2279-447a-96ec-f67e9ce4039a","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:19.991538996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"6cdb2598-a77f-4da0-bc7b-303c55c76700","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.007106554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"5640a2b6-99dc-4679-98f4-19b3d7586b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.011921103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-sub","reconcileID":"4f9a7c01-d9c7-4a3b-a8ff-e47c91fe3823","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-serve-8233e3","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.012981714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"6cdb2598-a77f-4da0-bc7b-303c55c76700","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.016056744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"deffa1a0-4d6b-4a9f-8700-9551d5ab1d75","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.017560833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"cb1681d7-2bfa-4da3-abc6-d7933b0b176f","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.029848981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"5640a2b6-99dc-4679-98f4-19b3d7586b84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.036013995Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f78b99df512d35315c1004ea791152efce32fcfec6bdd9729640be2e4f8d742e) AuthConfig (13fb1091aef85f197f94b031cf26fef97fd6e5502bbc094ddc88e14f90ee973e) AuthConfig (e15c9f1b0a2578de9fcb3ca6f64172e28307a7a9c3323c6417421914b2dee8c3) AuthConfig (226e6c6e4093f60babc0169495ef5d2f6187799314ed541b624ddcdb7437cdfe) AuthConfig (3155920e84f7c73605762ca8336e4a6d608c0f51f5cf4e5fc3aa3515ad6af365) AuthConfig (d206704a2b472459fc6931d9c109dbf7f58ca814686a284a9bc53ad60064cc6e) AuthConfig (bc4f2f61174d10d4a02e13cf0867bfac0744e6a17de062fce85abd064444d0d1) AuthConfig (da367a518d903d4421d1423f05bd227f789a403c76cdd37663dfcd16063d488c) AuthConfig (96bc03919a1ce9dc76ae077ab8a0b24e795c42917056952d2231e9e384991a1f) AuthConfig (be760ca372daae514e77a823a55c8237e3f1ad534e21f3d5d6cfd2318da9a5a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"6cdb2598-a77f-4da0-bc7b-303c55c76700","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.040693084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"deffa1a0-4d6b-4a9f-8700-9551d5ab1d75","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.04206024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"cb1681d7-2bfa-4da3-abc6-d7933b0b176f","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.090951071Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"de0ad8b4-84a5-4be6-86ac-cfa9dd93939d","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.101115833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"667bca44-1459-413d-94ba-b42e5b9335b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.115786366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"b0d76115-c6a5-4e36-95fa-39eeefa04534","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.123306122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"667bca44-1459-413d-94ba-b42e5b9335b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.137391602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"b0d76115-c6a5-4e36-95fa-39eeefa04534","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.31871023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"0f2d5307-206f-413f-a3df-218b074fad79","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.318749548Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"0f2d5307-206f-413f-a3df-218b074fad79","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.338853112Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"2a4f1e80-c4d6-49cc-9382-8193aa01db40","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.643363791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"3575839a-3a51-4ceb-951e-a98f0d76b63a","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.643401557Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"3575839a-3a51-4ceb-951e-a98f0d76b63a","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.673988127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"f7263960-6224-4a75-92f9-9583c787652c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.681512452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c31aa369-6e4f-40d6-a186-72ee6ee54b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.681727774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"1d59edec-f65c-4613-aa8e-18f199f7cb96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:20.681798251Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"3575839a-3a51-4ceb-951e-a98f0d76b63a","name":"e2e-att-unrel-42a12d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-42a12d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:20.817632427Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"3575839a-3a51-4ceb-951e-a98f0d76b63a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-att-unrel-42a12d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.797877957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"f7263960-6224-4a75-92f9-9583c787652c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.845946113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"1d59edec-f65c-4613-aa8e-18f199f7cb96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.849274761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c31aa369-6e4f-40d6-a186-72ee6ee54b01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.853174179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"a4bc5dcb-40d7-48cb-aaee-f23b0266c4fd","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.853328865Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"a4bc5dcb-40d7-48cb-aaee-f23b0266c4fd","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.855708947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"c4ff0e07-e5c7-4090-92b0-38fd27ac991e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.871822251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f3cc38b1-77c2-42c0-9029-9eb793b5904c","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.877265177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"c4ff0e07-e5c7-4090-92b0-38fd27ac991e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.892594321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f3cc38b1-77c2-42c0-9029-9eb793b5904c","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.923895278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"61332bb9-d39c-41d1-94e9-71d1aea0899b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.945107252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"61332bb9-d39c-41d1-94e9-71d1aea0899b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.947816058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65ad0532-2656-4c18-8a29-78ef8b412527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.948114453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88547caf-3d86-4c7c-981d-fadf5055ef78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.968705143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"65ad0532-2656-4c18-8a29-78ef8b412527","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:20.969054264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88547caf-3d86-4c7c-981d-fadf5055ef78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.025604601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"825c36a4-8970-48b0-9ab6-f6746bdf775c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.046357212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"825c36a4-8970-48b0-9ab6-f6746bdf775c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.221698921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"2743784f-b564-4bcc-a262-4fbdee7dd0c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.2219299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"e4ab28fe-592d-4b76-b690-c987b3bef101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.23733289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"6eff8197-cbeb-40aa-a99c-b867b5552e2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.242846611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"e4ab28fe-592d-4b76-b690-c987b3bef101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.243258661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"979073c7-508b-405c-82da-4aebe4ae5f86","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.243791347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"2743784f-b564-4bcc-a262-4fbdee7dd0c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.25832636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"6eff8197-cbeb-40aa-a99c-b867b5552e2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.258972151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"6d23d099-bf74-4392-98b8-3843063937b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.265445404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"979073c7-508b-405c-82da-4aebe4ae5f86","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.279604505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"6d23d099-bf74-4392-98b8-3843063937b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.348822079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"c2182c7a-2a94-4547-911f-764eef840322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.34885088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"44646db2-e58e-4bb7-82d1-990e100ff913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.371397433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"44646db2-e58e-4bb7-82d1-990e100ff913","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.372470169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"c2182c7a-2a94-4547-911f-764eef840322","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.428634991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"02d2dc8d-3ad9-4dbd-a11c-0596fad54a29","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.449905174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"02d2dc8d-3ad9-4dbd-a11c-0596fad54a29","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.470132228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"02d2dc8d-3ad9-4dbd-a11c-0596fad54a29","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.569990049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"71be7309-f94f-41a5-8bc0-380d2e0f25cd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.573965136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"4ba6ff8d-4f3a-47f7-bd44-df2fa9685fee","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.591339174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"71be7309-f94f-41a5-8bc0-380d2e0f25cd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.595049341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"4ba6ff8d-4f3a-47f7-bd44-df2fa9685fee","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.605672178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"c0863f82-8320-4a9c-ba95-7f6e1d4a8535","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.612141065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f78b99df512d35315c1004ea791152efce32fcfec6bdd9729640be2e4f8d742e) AuthConfig (13fb1091aef85f197f94b031cf26fef97fd6e5502bbc094ddc88e14f90ee973e) AuthConfig (e15c9f1b0a2578de9fcb3ca6f64172e28307a7a9c3323c6417421914b2dee8c3) AuthConfig (226e6c6e4093f60babc0169495ef5d2f6187799314ed541b624ddcdb7437cdfe) AuthConfig (3155920e84f7c73605762ca8336e4a6d608c0f51f5cf4e5fc3aa3515ad6af365) AuthConfig (d206704a2b472459fc6931d9c109dbf7f58ca814686a284a9bc53ad60064cc6e) AuthConfig (bc4f2f61174d10d4a02e13cf0867bfac0744e6a17de062fce85abd064444d0d1) AuthConfig (da367a518d903d4421d1423f05bd227f789a403c76cdd37663dfcd16063d488c) AuthConfig (96bc03919a1ce9dc76ae077ab8a0b24e795c42917056952d2231e9e384991a1f) AuthConfig (be760ca372daae514e77a823a55c8237e3f1ad534e21f3d5d6cfd2318da9a5a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"71be7309-f94f-41a5-8bc0-380d2e0f25cd","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.615281048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92a26f9aaea34788d00d5becd10a146060f347c061f93da9e988fdc2d77843b4) AuthConfig (949c55d395fa587f8d4701c450a8e406ac8c5c5c40182401abc2821c12904b9b) AuthConfig (8cf06bbc6619135d145d622bdf2d85552014016dca73303c7ece55e7c1021da3) AuthConfig (bebe3f5c14c80de4bf998db096885999e99aa32d64cea196860ceed99df92c15) AuthConfig (5828657e44f80994a3ac3df4ebe1639905d8d71a8b6aea32d7857c729749a471) AuthConfig (f3ec41b7908df9c6a1a507071f1217c640b4da75fd11bbb3da3f5f1ec048baee) AuthConfig (be85e02e27ffa803e97bb8b584d7586e159f39bd38afa5e18a19341f6135e74d) AuthConfig (d2abadc6692def5b51fd4d6dd55bb13b22a441f39fcbeddf56e79a2c64ef8d69) AuthConfig (f9da56b0286a28d844966b65a6ca93b1b7aa4ee7233e2f0600eaff6dc35fa2ff) AuthConfig (65024536c763ce0233519ed6a5130e6a87ea900ac7103375cfd338849d2f6ddf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"4ba6ff8d-4f3a-47f7-bd44-df2fa9685fee","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.627554161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"c0863f82-8320-4a9c-ba95-7f6e1d4a8535","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.644885094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"679839f5-e277-4cc5-9506-0a9b037d984e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.644985893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"18c93c0b-c122-4bb6-a4ef-221701e89f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.66555379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"b232348c-df85-40c7-8ea4-bfd6b1a1add0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.668228626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"679839f5-e277-4cc5-9506-0a9b037d984e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.668642661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"18c93c0b-c122-4bb6-a4ef-221701e89f48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.668749992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"6d93b3a7-7d86-4b67-867f-82640fe980ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.686861208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"b232348c-df85-40c7-8ea4-bfd6b1a1add0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.689700645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"6d93b3a7-7d86-4b67-867f-82640fe980ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.830316948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"d70a1ac0-e484-4209-9ce3-adc96923e47e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.852717414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"d70a1ac0-e484-4209-9ce3-adc96923e47e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.918266169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"fda429d9-7e71-45b8-94e5-255072317d83","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.918295861Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"fda429d9-7e71-45b8-94e5-255072317d83","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.935346091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b7bc6802-c4f8-496a-b618-915ecb3bc19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.948241338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"916acb95-94dd-45bd-b6c4-0291f46709ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.95330624Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"85a10027-0493-482e-804a-c4d2b9bb3614","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.95745836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b7bc6802-c4f8-496a-b618-915ecb3bc19d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.970932638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"916acb95-94dd-45bd-b6c4-0291f46709ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:21.97735449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"85a10027-0493-482e-804a-c4d2b9bb3614","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:22.030685961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"2877f950-3a46-42d2-8cd4-714c820cd732","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:22.051943662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"2877f950-3a46-42d2-8cd4-714c820cd732","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:22.24813598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"2b10203d-07d6-41c6-b9fa-9e94e0b46d22","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:22.248171883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"2b10203d-07d6-41c6-b9fa-9e94e0b46d22","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:23.143362651Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"01f27b71-7716-45dd-8a26-faef52f5a25b","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:23.181974728Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"29b384e8-4e83-4d04-8af0-1858fde31e0f","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:23.540038338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b2d452f-2f33-40fc-ab6d-fd7894574ec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:23.560306552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b2d452f-2f33-40fc-ab6d-fd7894574ec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:23.576401135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b2d452f-2f33-40fc-ab6d-fd7894574ec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:23.592561784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b2d452f-2f33-40fc-ab6d-fd7894574ec9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:24.219913243Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"11624270-4ad3-4280-8167-5db3e259db69","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:24.230023801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3292c667-6791-4e04-bae5-f0d810b9e1ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:24.247265881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3292c667-6791-4e04-bae5-f0d810b9e1ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:24.264950625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3292c667-6791-4e04-bae5-f0d810b9e1ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:24.27285671Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-0e59cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-0e59cd","reconcileID":"cf0b999d-7d1f-4d13-8cea-8c1990c29dac","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-0e59cd","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-0e59cd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:24.281827176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3292c667-6791-4e04-bae5-f0d810b9e1ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:24.37863545Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"755210f3-f650-433b-891c-532c68d784df","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:25.026938388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3666347-8a4a-4306-be08-184b298ccca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:25.04289198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3666347-8a4a-4306-be08-184b298ccca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:25.062291383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3666347-8a4a-4306-be08-184b298ccca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:25.078358695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3666347-8a4a-4306-be08-184b298ccca1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:25.809285629Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"25038fe5-2de6-4b36-a1ba-4b61846d4c89","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:25.937727489Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dea9cb priority=0:[ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-f08011-d06886-sub ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-same-f56251-748bf4-sub ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-same-f56251-d06886-sub]","namespace=ai-tenant-e2e-extmod-b-4e2ac7 priority=0:[ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-serve-8233e3-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:25.953791494Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"9b34a3cf-5226-42b2-a0ab-c14530e84825","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:25.953824208Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"9b34a3cf-5226-42b2-a0ab-c14530e84825","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:25.994951926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"207b86ad-ad5d-4858-a06c-3cc80e774368","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:25.996450814Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"861e2f9e-8828-4ee5-b248-15aa70503cc9","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:25.996472634Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"861e2f9e-8828-4ee5-b248-15aa70503cc9","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:25.997075029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"0c3b211c-8ec0-4983-8728-0465a1d6109b","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:26.005717979Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-att-unrel-42a12d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:26.01437058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"8764cca2-e99c-479d-8f21-bf86becaa9a6","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:26.014389538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"8764cca2-e99c-479d-8f21-bf86becaa9a6","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:26.018653364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"0c3b211c-8ec0-4983-8728-0465a1d6109b","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:26.022842867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"207b86ad-ad5d-4858-a06c-3cc80e774368","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:26.034056595Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"c0ba14bb-99e5-4b05-b87e-3cf74f79f126","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:26.034076867Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"c0ba14bb-99e5-4b05-b87e-3cf74f79f126","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"routeName":"external-model-e2e-cfl-same-f56251-b7cde3edbf4b","namespace":"e2e-extmod-cfl-2-748bf4","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:26.051475701Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"f9e08df8-16bc-4683-8f08-0c12c3687e15","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:26.051501027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"f9e08df8-16bc-4683-8f08-0c12c3687e15","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:28:26.053436606Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-0e59cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-0e59cd","reconcileID":"36df68b9-cb7d-436e-9937-529e60c52ee1","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-extmod-b-0e59cd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:26.093627572Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-sub","reconcileID":"85645125-75c4-4999-8556-ba56e89ee84b","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-unrel-42a12d","model":"e2e-att-unrel-42a12d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:26.196794554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"757a91be-e730-4026-a14c-b2b93f01c787","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:26.196899974Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"757a91be-e730-4026-a14c-b2b93f01c787","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:26.22810548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"d2fee906-a9fe-41f2-a131-3c9485441576","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:26.23440498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"fa3ac024-c6b4-4a14-94a1-06e562f4ecd2","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:26.252814675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"d2fee906-a9fe-41f2-a131-3c9485441576","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:26.253733508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-sub","reconcileID":"99bdb2d8-0c41-4bca-b3d1-bb443e483d25","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-unrel-42a12d","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:26.262113448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"fa3ac024-c6b4-4a14-94a1-06e562f4ecd2","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:31.514280582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"c3b3d583-4f8e-48dc-9775-63a86cbce82f","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:31.535662906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"c3b3d583-4f8e-48dc-9775-63a86cbce82f","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:31.556146701Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"c3b3d583-4f8e-48dc-9775-63a86cbce82f","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:31.648985252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"aa100549-01b2-47b0-bbe4-82cdc7d27a70","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:31.651004021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"12540a3f-dd63-40f3-8894-3868d4ce5e81","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:31.670294202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"aa100549-01b2-47b0-bbe4-82cdc7d27a70","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:31.67211113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"12540a3f-dd63-40f3-8894-3868d4ce5e81","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:31.690536128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f78b99df512d35315c1004ea791152efce32fcfec6bdd9729640be2e4f8d742e) AuthConfig (13fb1091aef85f197f94b031cf26fef97fd6e5502bbc094ddc88e14f90ee973e) AuthConfig (e15c9f1b0a2578de9fcb3ca6f64172e28307a7a9c3323c6417421914b2dee8c3) AuthConfig (226e6c6e4093f60babc0169495ef5d2f6187799314ed541b624ddcdb7437cdfe) AuthConfig (3155920e84f7c73605762ca8336e4a6d608c0f51f5cf4e5fc3aa3515ad6af365) AuthConfig (d206704a2b472459fc6931d9c109dbf7f58ca814686a284a9bc53ad60064cc6e) AuthConfig (bc4f2f61174d10d4a02e13cf0867bfac0744e6a17de062fce85abd064444d0d1) AuthConfig (da367a518d903d4421d1423f05bd227f789a403c76cdd37663dfcd16063d488c) AuthConfig (96bc03919a1ce9dc76ae077ab8a0b24e795c42917056952d2231e9e384991a1f) AuthConfig (be760ca372daae514e77a823a55c8237e3f1ad534e21f3d5d6cfd2318da9a5a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"aa100549-01b2-47b0-bbe4-82cdc7d27a70","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:31.692490587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92a26f9aaea34788d00d5becd10a146060f347c061f93da9e988fdc2d77843b4) AuthConfig (949c55d395fa587f8d4701c450a8e406ac8c5c5c40182401abc2821c12904b9b) AuthConfig (8cf06bbc6619135d145d622bdf2d85552014016dca73303c7ece55e7c1021da3) AuthConfig (bebe3f5c14c80de4bf998db096885999e99aa32d64cea196860ceed99df92c15) AuthConfig (5828657e44f80994a3ac3df4ebe1639905d8d71a8b6aea32d7857c729749a471) AuthConfig (f3ec41b7908df9c6a1a507071f1217c640b4da75fd11bbb3da3f5f1ec048baee) AuthConfig (be85e02e27ffa803e97bb8b584d7586e159f39bd38afa5e18a19341f6135e74d) AuthConfig (d2abadc6692def5b51fd4d6dd55bb13b22a441f39fcbeddf56e79a2c64ef8d69) AuthConfig (f9da56b0286a28d844966b65a6ca93b1b7aa4ee7233e2f0600eaff6dc35fa2ff) AuthConfig (65024536c763ce0233519ed6a5130e6a87ea900ac7103375cfd338849d2f6ddf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"12540a3f-dd63-40f3-8894-3868d4ce5e81","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.613237439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"d7ef7c98-eac3-4f61-8a7f-e42c8491e34d","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.634367544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"d7ef7c98-eac3-4f61-8a7f-e42c8491e34d","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.653851128Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"d7ef7c98-eac3-4f61-8a7f-e42c8491e34d","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.731555399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"8f0cfa67-47e5-4607-87d4-0ae17d95686e","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.731671101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"9d17f7e6-12d0-4235-a5f4-992a5c94532b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.753636172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"8f0cfa67-47e5-4607-87d4-0ae17d95686e","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.753817307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"9d17f7e6-12d0-4235-a5f4-992a5c94532b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.773480813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92a26f9aaea34788d00d5becd10a146060f347c061f93da9e988fdc2d77843b4) AuthConfig (949c55d395fa587f8d4701c450a8e406ac8c5c5c40182401abc2821c12904b9b) AuthConfig (8cf06bbc6619135d145d622bdf2d85552014016dca73303c7ece55e7c1021da3) AuthConfig (bebe3f5c14c80de4bf998db096885999e99aa32d64cea196860ceed99df92c15) AuthConfig (5828657e44f80994a3ac3df4ebe1639905d8d71a8b6aea32d7857c729749a471) AuthConfig (f3ec41b7908df9c6a1a507071f1217c640b4da75fd11bbb3da3f5f1ec048baee) AuthConfig (be85e02e27ffa803e97bb8b584d7586e159f39bd38afa5e18a19341f6135e74d) AuthConfig (d2abadc6692def5b51fd4d6dd55bb13b22a441f39fcbeddf56e79a2c64ef8d69) AuthConfig (f9da56b0286a28d844966b65a6ca93b1b7aa4ee7233e2f0600eaff6dc35fa2ff) AuthConfig (65024536c763ce0233519ed6a5130e6a87ea900ac7103375cfd338849d2f6ddf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"8f0cfa67-47e5-4607-87d4-0ae17d95686e","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:41.773557982Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f78b99df512d35315c1004ea791152efce32fcfec6bdd9729640be2e4f8d742e) AuthConfig (13fb1091aef85f197f94b031cf26fef97fd6e5502bbc094ddc88e14f90ee973e) AuthConfig (e15c9f1b0a2578de9fcb3ca6f64172e28307a7a9c3323c6417421914b2dee8c3) AuthConfig (226e6c6e4093f60babc0169495ef5d2f6187799314ed541b624ddcdb7437cdfe) AuthConfig (3155920e84f7c73605762ca8336e4a6d608c0f51f5cf4e5fc3aa3515ad6af365) AuthConfig (d206704a2b472459fc6931d9c109dbf7f58ca814686a284a9bc53ad60064cc6e) AuthConfig (bc4f2f61174d10d4a02e13cf0867bfac0744e6a17de062fce85abd064444d0d1) AuthConfig (da367a518d903d4421d1423f05bd227f789a403c76cdd37663dfcd16063d488c) AuthConfig (96bc03919a1ce9dc76ae077ab8a0b24e795c42917056952d2231e9e384991a1f) AuthConfig (be760ca372daae514e77a823a55c8237e3f1ad534e21f3d5d6cfd2318da9a5a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"9d17f7e6-12d0-4235-a5f4-992a5c94532b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:45.683515958Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:51.690435154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"b4a3a3c4-2edb-4923-b8cd-91a59b2ef556","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:51.712002307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"b4a3a3c4-2edb-4923-b8cd-91a59b2ef556","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:51.732115918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"b4a3a3c4-2edb-4923-b8cd-91a59b2ef556","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:51.810438023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"ecd813ea-cb80-4898-a448-90299abc5304","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:51.81340173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"a41736ea-c568-44cf-a57f-104643a2d846","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:51.831401511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"ecd813ea-cb80-4898-a448-90299abc5304","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:51.83526102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"a41736ea-c568-44cf-a57f-104643a2d846","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:51.851092774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92a26f9aaea34788d00d5becd10a146060f347c061f93da9e988fdc2d77843b4) AuthConfig (949c55d395fa587f8d4701c450a8e406ac8c5c5c40182401abc2821c12904b9b) AuthConfig (8cf06bbc6619135d145d622bdf2d85552014016dca73303c7ece55e7c1021da3) AuthConfig (bebe3f5c14c80de4bf998db096885999e99aa32d64cea196860ceed99df92c15) AuthConfig (5828657e44f80994a3ac3df4ebe1639905d8d71a8b6aea32d7857c729749a471) AuthConfig (f3ec41b7908df9c6a1a507071f1217c640b4da75fd11bbb3da3f5f1ec048baee) AuthConfig (be85e02e27ffa803e97bb8b584d7586e159f39bd38afa5e18a19341f6135e74d) AuthConfig (d2abadc6692def5b51fd4d6dd55bb13b22a441f39fcbeddf56e79a2c64ef8d69) AuthConfig (f9da56b0286a28d844966b65a6ca93b1b7aa4ee7233e2f0600eaff6dc35fa2ff) AuthConfig (65024536c763ce0233519ed6a5130e6a87ea900ac7103375cfd338849d2f6ddf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"ecd813ea-cb80-4898-a448-90299abc5304","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:28:51.85584525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f78b99df512d35315c1004ea791152efce32fcfec6bdd9729640be2e4f8d742e) AuthConfig (13fb1091aef85f197f94b031cf26fef97fd6e5502bbc094ddc88e14f90ee973e) AuthConfig (e15c9f1b0a2578de9fcb3ca6f64172e28307a7a9c3323c6417421914b2dee8c3) AuthConfig (226e6c6e4093f60babc0169495ef5d2f6187799314ed541b624ddcdb7437cdfe) AuthConfig (3155920e84f7c73605762ca8336e4a6d608c0f51f5cf4e5fc3aa3515ad6af365) AuthConfig (d206704a2b472459fc6931d9c109dbf7f58ca814686a284a9bc53ad60064cc6e) AuthConfig (bc4f2f61174d10d4a02e13cf0867bfac0744e6a17de062fce85abd064444d0d1) AuthConfig (da367a518d903d4421d1423f05bd227f789a403c76cdd37663dfcd16063d488c) AuthConfig (96bc03919a1ce9dc76ae077ab8a0b24e795c42917056952d2231e9e384991a1f) AuthConfig (be760ca372daae514e77a823a55c8237e3f1ad534e21f3d5d6cfd2318da9a5a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"a41736ea-c568-44cf-a57f-104643a2d846","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:01.770431124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"f3528e8c-9955-4cb1-8100-5f223ffd759f","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:01.791567778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"f3528e8c-9955-4cb1-8100-5f223ffd759f","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:01.811545415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"f3528e8c-9955-4cb1-8100-5f223ffd759f","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:01.888321068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"522a0485-2d40-4eba-a425-661eaba9c37e","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:01.892226809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"cf057378-6ee3-4697-9e25-c124baed65ea","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:01.909363889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"522a0485-2d40-4eba-a425-661eaba9c37e","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:01.91286209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"cf057378-6ee3-4697-9e25-c124baed65ea","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:01.929610886Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-c5ef2f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (92a26f9aaea34788d00d5becd10a146060f347c061f93da9e988fdc2d77843b4) AuthConfig (949c55d395fa587f8d4701c450a8e406ac8c5c5c40182401abc2821c12904b9b) AuthConfig (8cf06bbc6619135d145d622bdf2d85552014016dca73303c7ece55e7c1021da3) AuthConfig (bebe3f5c14c80de4bf998db096885999e99aa32d64cea196860ceed99df92c15) AuthConfig (5828657e44f80994a3ac3df4ebe1639905d8d71a8b6aea32d7857c729749a471) AuthConfig (f3ec41b7908df9c6a1a507071f1217c640b4da75fd11bbb3da3f5f1ec048baee) AuthConfig (be85e02e27ffa803e97bb8b584d7586e159f39bd38afa5e18a19341f6135e74d) AuthConfig (d2abadc6692def5b51fd4d6dd55bb13b22a441f39fcbeddf56e79a2c64ef8d69) AuthConfig (f9da56b0286a28d844966b65a6ca93b1b7aa4ee7233e2f0600eaff6dc35fa2ff) AuthConfig (65024536c763ce0233519ed6a5130e6a87ea900ac7103375cfd338849d2f6ddf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"522a0485-2d40-4eba-a425-661eaba9c37e","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:01.932561383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e10975-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f78b99df512d35315c1004ea791152efce32fcfec6bdd9729640be2e4f8d742e) AuthConfig (13fb1091aef85f197f94b031cf26fef97fd6e5502bbc094ddc88e14f90ee973e) AuthConfig (e15c9f1b0a2578de9fcb3ca6f64172e28307a7a9c3323c6417421914b2dee8c3) AuthConfig (226e6c6e4093f60babc0169495ef5d2f6187799314ed541b624ddcdb7437cdfe) AuthConfig (3155920e84f7c73605762ca8336e4a6d608c0f51f5cf4e5fc3aa3515ad6af365) AuthConfig (d206704a2b472459fc6931d9c109dbf7f58ca814686a284a9bc53ad60064cc6e) AuthConfig (bc4f2f61174d10d4a02e13cf0867bfac0744e6a17de062fce85abd064444d0d1) AuthConfig (da367a518d903d4421d1423f05bd227f789a403c76cdd37663dfcd16063d488c) AuthConfig (96bc03919a1ce9dc76ae077ab8a0b24e795c42917056952d2231e9e384991a1f) AuthConfig (be760ca372daae514e77a823a55c8237e3f1ad534e21f3d5d6cfd2318da9a5a5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"cf057378-6ee3-4697-9e25-c124baed65ea","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:06.158153529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-sub","reconcileID":"51a15129-633f-43a3-82e3-fe1926d6d5a0","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"maas-trlp-e2e-att-unrel-6846f5","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:06.30550851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"af2c5fc2-d4a4-4a72-bd4c-032690169ccd","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:06.305537554Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"af2c5fc2-d4a4-4a72-bd4c-032690169ccd","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:06.513709703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-sub","reconcileID":"b0cd8ac7-5000-4f4f-9b2d-1ada4d32a2b2","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-unrel-42a12d","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:06.608548313Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"e43b157b-7c0b-439f-8091-e65f840d700d","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:06.608576769Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"e43b157b-7c0b-439f-8091-e65f840d700d","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:06.784293582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f56251-748bf4-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-sub","reconcileID":"56444727-d523-4260-a5d2-15f5d32e8ee1","MaaSSubscription":{"name":"e2e-cfl-same-f56251-748bf4-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"maas-trlp-e2e-cfl-same-f56251","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:06.876982989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"1ba80400-40b4-445e-b696-27c7b3d5bd3b","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:06.877008831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"1ba80400-40b4-445e-b696-27c7b3d5bd3b","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"routeName":"external-model-e2e-cfl-same-f56251-b7cde3edbf4b","namespace":"e2e-extmod-cfl-2-748bf4","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:07.32538971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"7fb8ac28-66ce-48d3-874c-b3286b4b9728","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:07.347613514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"7fb8ac28-66ce-48d3-874c-b3286b4b9728","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:07.435489247Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9427669667c7ce86bce2f865ae6313e4c922ddfd03e15408eff6e7a31ea042) AuthConfig (de73f16a391a3f20ee998291c501c2ceb7274a14fec3342346fa1c4a0d34bec2) AuthConfig (069f0e339f0b1ecd50f7ecc9db152c88c8ca5d206c57340d6f0a6d17b98a6b84) AuthConfig (3ee596543fc6579a58d85faf9b703bfe1a19490b962bab64860a2d8aea7e700f) AuthConfig (e6e08af8a6d3a334f5921f677be1b30e8b70701257f307b93bf41c3302f7a7f4) AuthConfig (91457f08d7903679660d2c35872e0ae32bf8ee76864d611e92318b73f2271068) AuthConfig (44162d096dd2e7915e43744cc6a3098d4bb6f3bf5d789d5bb9a68b49aa223d3f) AuthConfig (264b05946bdf681f9e803be6741e565a38fabbc74bba1068ee360b02648e6954) AuthConfig (7135093be725c5e57497547529ef326af3551c6043ff5dd01730fc3fcac00068) AuthConfig (5fafb0eb65a969ed393000c6eff83cc9f7be0490cd8ab76940d88198a0823245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"7fb8ac28-66ce-48d3-874c-b3286b4b9728","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:07.474092447Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"af42a086-1fc1-4059-8ec2-25968451ea39","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.025590413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"64af988b-8e03-4fda-8d32-65f76d9009ae","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.046732766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"64af988b-8e03-4fda-8d32-65f76d9009ae","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.335792558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"c0a04d37-ee3b-48cf-918a-421524fd0a21","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.356538499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"c0a04d37-ee3b-48cf-918a-421524fd0a21","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.477852937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"678e4b37-0591-4da0-9bc0-d190505c2031","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.477852942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"66c8e18c-7de1-4339-86f3-f6c8383dee16","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.498778056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"678e4b37-0591-4da0-9bc0-d190505c2031","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.499010671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"66c8e18c-7de1-4339-86f3-f6c8383dee16","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.561269937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"9168cec2-7df8-47f2-8745-f332cec18875","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.582540572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"9168cec2-7df8-47f2-8745-f332cec18875","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.602072478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9427669667c7ce86bce2f865ae6313e4c922ddfd03e15408eff6e7a31ea042) AuthConfig (de73f16a391a3f20ee998291c501c2ceb7274a14fec3342346fa1c4a0d34bec2) AuthConfig (069f0e339f0b1ecd50f7ecc9db152c88c8ca5d206c57340d6f0a6d17b98a6b84) AuthConfig (3ee596543fc6579a58d85faf9b703bfe1a19490b962bab64860a2d8aea7e700f) AuthConfig (e6e08af8a6d3a334f5921f677be1b30e8b70701257f307b93bf41c3302f7a7f4) AuthConfig (91457f08d7903679660d2c35872e0ae32bf8ee76864d611e92318b73f2271068) AuthConfig (44162d096dd2e7915e43744cc6a3098d4bb6f3bf5d789d5bb9a68b49aa223d3f) AuthConfig (264b05946bdf681f9e803be6741e565a38fabbc74bba1068ee360b02648e6954) AuthConfig (7135093be725c5e57497547529ef326af3551c6043ff5dd01730fc3fcac00068) AuthConfig (5fafb0eb65a969ed393000c6eff83cc9f7be0490cd8ab76940d88198a0823245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"9168cec2-7df8-47f2-8745-f332cec18875","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.778809528Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"2bb43350-e249-41ba-bd62-99880fc22d68","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.830096039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"daa0d2f3-c6fa-4edb-ae0f-18c67f72a7c6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.830125343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"04c07ce8-18e3-4c86-ae81-53123bd1fbf1","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.834387273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"3d232c52-cd9d-4889-a1bc-aff496a67380","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.851265571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"04c07ce8-18e3-4c86-ae81-53123bd1fbf1","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.851383946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"daa0d2f3-c6fa-4edb-ae0f-18c67f72a7c6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.851580971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"24fd7ef4-bc38-4c91-9e65-f8b85ed7fbb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.852658835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"3ca7590f-2df8-491c-9279-f9b5fe76bafd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.85506195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"3d232c52-cd9d-4889-a1bc-aff496a67380","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.874054409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"24fd7ef4-bc38-4c91-9e65-f8b85ed7fbb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.878046823Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9427669667c7ce86bce2f865ae6313e4c922ddfd03e15408eff6e7a31ea042) AuthConfig (de73f16a391a3f20ee998291c501c2ceb7274a14fec3342346fa1c4a0d34bec2) AuthConfig (069f0e339f0b1ecd50f7ecc9db152c88c8ca5d206c57340d6f0a6d17b98a6b84) AuthConfig (3ee596543fc6579a58d85faf9b703bfe1a19490b962bab64860a2d8aea7e700f) AuthConfig (e6e08af8a6d3a334f5921f677be1b30e8b70701257f307b93bf41c3302f7a7f4) AuthConfig (91457f08d7903679660d2c35872e0ae32bf8ee76864d611e92318b73f2271068) AuthConfig (44162d096dd2e7915e43744cc6a3098d4bb6f3bf5d789d5bb9a68b49aa223d3f) AuthConfig (264b05946bdf681f9e803be6741e565a38fabbc74bba1068ee360b02648e6954) AuthConfig (7135093be725c5e57497547529ef326af3551c6043ff5dd01730fc3fcac00068) AuthConfig (5fafb0eb65a969ed393000c6eff83cc9f7be0490cd8ab76940d88198a0823245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"3d232c52-cd9d-4889-a1bc-aff496a67380","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.879051915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"3ca7590f-2df8-491c-9279-f9b5fe76bafd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.929406272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"1831c5f8-9960-40aa-b29a-ea3402420301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:08.950257257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"1831c5f8-9960-40aa-b29a-ea3402420301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.029067464Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"792f28c7-1b51-42b5-9f01-30cde545a9f8","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.051857607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"e1b6d36f-df29-43cc-96f8-b40c3773a963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.07322623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"e1b6d36f-df29-43cc-96f8-b40c3773a963","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.13693936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"b0663cd9-0b85-46e4-818a-d15e958f81e9","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.13815373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"30011834-8046-453d-b2eb-2c225362718f","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.138172503Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"30011834-8046-453d-b2eb-2c225362718f","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.154779071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"bbba32ea-72f2-416a-b2cc-69e33b0a2293","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.154799996Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"bbba32ea-72f2-416a-b2cc-69e33b0a2293","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"routeName":"external-model-e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.16209691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"b0663cd9-0b85-46e4-818a-d15e958f81e9","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.235113476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"68dae35a-060b-45ad-a13f-879b925891a6","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.325088694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"68dae35a-060b-45ad-a13f-879b925891a6","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.341274741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"09e518b7-bb98-47b6-88ac-eac1c393b0fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.341274744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"c13eb99d-46dd-4d3f-9c85-02e3ec96b8ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.357396981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"632e9e81-6ddb-4683-87d0-755e3f25cf18","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.364153919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"09e518b7-bb98-47b6-88ac-eac1c393b0fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.364228249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"c13eb99d-46dd-4d3f-9c85-02e3ec96b8ff","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.378718073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"632e9e81-6ddb-4683-87d0-755e3f25cf18","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.420532765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"d14f7a4c-d2a8-4c2a-a08c-3db226aab032","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.441149723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"d14f7a4c-d2a8-4c2a-a08c-3db226aab032","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.456294403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"d5aedfae-ffc9-4488-8c82-d46c575ba406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.478010628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"d5aedfae-ffc9-4488-8c82-d46c575ba406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.489369172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"4437a049-e4e8-4025-83a6-7dcfe1a0082c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.510511703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"4437a049-e4e8-4025-83a6-7dcfe1a0082c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.52368236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"147fe677-b184-4e41-aecb-d838b3211d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.523773484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4a9c5e61-cb6b-4a3d-ad8a-4e2b6b1fbe17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.539674732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"17089204-4e01-43cb-93f1-93f0ace06894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.545462674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"147fe677-b184-4e41-aecb-d838b3211d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.545897897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4a9c5e61-cb6b-4a3d-ad8a-4e2b6b1fbe17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.560456622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"17089204-4e01-43cb-93f1-93f0ace06894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.576334908Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"7a29776f-f3d3-4505-9459-86651455491f","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.591098358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b9da3f38-a2b1-46da-ae33-a3c2b061265b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.610246443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"d14c3dcf-a39c-4402-a4f0-016e930d2c67","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.612010398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b9da3f38-a2b1-46da-ae33-a3c2b061265b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.694066892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"d14c3dcf-a39c-4402-a4f0-016e930d2c67","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.70263782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"85dfcb93-46a7-4fa7-a4d7-5fa7bb945da2","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.702747769Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"85dfcb93-46a7-4fa7-a4d7-5fa7bb945da2","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.721314774Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"d9b695cd-d849-41c3-8409-f9884a920704","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.73793374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"d0495fb9-baee-430f-bcb5-c674a5d41608","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.738033311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"d0495fb9-baee-430f-bcb5-c674a5d41608","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.752023368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-sub","reconcileID":"ad3ebd77-7b87-4e64-a029-cdf7e7c3f036","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-serve-8233e3","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.754762036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-sub","reconcileID":"31ba5f3a-d985-4db1-afe2-3691b9e8e8e5","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-unrel-42a12d","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.75550834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"56fd6c92-3f07-4851-bfcb-b7184c94122c","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.755533083Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"56fd6c92-3f07-4851-bfcb-b7184c94122c","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.773177707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"0a608677-0d75-4844-b722-04cd904189b3","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.773333642Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"0a608677-0d75-4844-b722-04cd904189b3","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.790278266Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"9684b077-2e92-4a07-bad1-95878c81b943","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.799046359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07590beb-ab1a-46fb-b310-3798d70f7d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.799330213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"02b70a3a-55ea-48a0-8868-a51ea7fd80b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.815247114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"2ab4461a-d8db-45e4-8e67-0684eaa0a913","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.820776412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07590beb-ab1a-46fb-b310-3798d70f7d7a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.82088405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"02b70a3a-55ea-48a0-8868-a51ea7fd80b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.885421757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"2ab4461a-d8db-45e4-8e67-0684eaa0a913","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.930865206Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"b564042f-bea2-47be-9035-ccf4bf091085","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.931074694Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"b564042f-bea2-47be-9035-ccf4bf091085","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.951339456Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"c97db98e-64b3-4247-9e3e-4e9f31117c2b","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.95136722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"c97db98e-64b3-4247-9e3e-4e9f31117c2b","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.961556326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd73baca-e553-4bc7-a504-08f36658fe5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.966446869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"262fe25b-e983-4a52-9ada-310f6c7672f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.967784776Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"19fe1594-875e-4dc4-bd20-b8a64b2d06f0","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.982955989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dd73baca-e553-4bc7-a504-08f36658fe5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.986139082Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"24508e54-efc8-4506-860c-74b3820ab684","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:09.988517094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"262fe25b-e983-4a52-9ada-310f6c7672f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.021176443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-sub","reconcileID":"db2f6651-dabc-4b73-b089-3062201d8bdb","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-unrel-42a12d","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.021785223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-sub","reconcileID":"ff9b8dfa-417b-4d5d-ad40-ebb1097c016c","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-serve-8233e3","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.022540001Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"85e5b052-9e8e-4769-99ee-59ae693e020f","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.022606069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"85e5b052-9e8e-4769-99ee-59ae693e020f","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.047594671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"6a677810-9c52-49d4-97d5-d29748c499a6","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.056102538Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"6a677810-9c52-49d4-97d5-d29748c499a6","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.128002172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"c88fb4ca-80d3-4fb4-9275-5c9c77d60edf","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.129915855Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"f6e65d3a-a0e4-4c71-b608-cc4e9d3fd157","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.144249961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"3bffe8c1-2d27-47bc-896f-41a2accd5106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:10.145253111Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"7395b183-ed01-410e-9bf8-528b7422b7fe","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.149031059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"c88fb4ca-80d3-4fb4-9275-5c9c77d60edf","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.165842388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"3bffe8c1-2d27-47bc-896f-41a2accd5106","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.166719794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"d00edb71-9247-4276-a469-8378487e3031","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:10.167205933Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"7395b183-ed01-410e-9bf8-528b7422b7fe","error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.170665016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9427669667c7ce86bce2f865ae6313e4c922ddfd03e15408eff6e7a31ea042) AuthConfig (de73f16a391a3f20ee998291c501c2ceb7274a14fec3342346fa1c4a0d34bec2) AuthConfig (069f0e339f0b1ecd50f7ecc9db152c88c8ca5d206c57340d6f0a6d17b98a6b84) AuthConfig (3ee596543fc6579a58d85faf9b703bfe1a19490b962bab64860a2d8aea7e700f) AuthConfig (e6e08af8a6d3a334f5921f677be1b30e8b70701257f307b93bf41c3302f7a7f4) AuthConfig (91457f08d7903679660d2c35872e0ae32bf8ee76864d611e92318b73f2271068) AuthConfig (44162d096dd2e7915e43744cc6a3098d4bb6f3bf5d789d5bb9a68b49aa223d3f) AuthConfig (264b05946bdf681f9e803be6741e565a38fabbc74bba1068ee360b02648e6954) AuthConfig (7135093be725c5e57497547529ef326af3551c6043ff5dd01730fc3fcac00068) AuthConfig (5fafb0eb65a969ed393000c6eff83cc9f7be0490cd8ab76940d88198a0823245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"c88fb4ca-80d3-4fb4-9275-5c9c77d60edf","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.187943502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"d00edb71-9247-4276-a469-8378487e3031","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:10.190989387Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"2265b5d3-d737-41b7-adfc-78f393c1cf1a","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:10.191041229Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"2265b5d3-d737-41b7-adfc-78f393c1cf1a","error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.191269103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"b0be3cb0-b12c-463a-84da-3dbe351e4a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.191927072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"b6dc22ab-6b9d-407d-9ab8-7e9d008966a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.225166808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"b6dc22ab-6b9d-407d-9ab8-7e9d008966a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.225487321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"b0be3cb0-b12c-463a-84da-3dbe351e4a44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:10.241871321Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"25e29b69-5a64-4105-bff6-88af7636cad1","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:10.241932068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"25e29b69-5a64-4105-bff6-88af7636cad1","error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.253701742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"933fdf4e-08d6-452e-a414-62a1d9cc8beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.276471606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"933fdf4e-08d6-452e-a414-62a1d9cc8beb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:10.279092912Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"66b2deff-12e0-48e7-a760-48fad698c72f","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:10.279152225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"66b2deff-12e0-48e7-a760-48fad698c72f","error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.324110969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"72e2c75e-af63-49c8-86ac-eaca5cd61288","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.325087312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"e0bd54d8-9441-44eb-abf4-9391f02a5f19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:10.336310889Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"88b0d3bb-c7f0-4119-91cc-7a82908b21df","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:10.336401262Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"88b0d3bb-c7f0-4119-91cc-7a82908b21df","error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.346343454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"72e2c75e-af63-49c8-86ac-eaca5cd61288","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.346476843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"e0bd54d8-9441-44eb-abf4-9391f02a5f19","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.411691505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"1e20d68b-0e34-4779-8a3f-0919e532cd7a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.424492044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"0f8ee12b-b3d2-414b-a1dd-02509b21e1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.424591688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"2d34a43a-3ca8-4635-b314-6fba9163e206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.432585498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"1e20d68b-0e34-4779-8a3f-0919e532cd7a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:10.433272453Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"d18e66b2-4028-4c8a-a009-cb09e2d80fb2","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:10.433333056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"d18e66b2-4028-4c8a-a009-cb09e2d80fb2","error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.446674178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"0f8ee12b-b3d2-414b-a1dd-02509b21e1bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.446834093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"2d34a43a-3ca8-4635-b314-6fba9163e206","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:10.727793096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"ed778621-dd29-410f-9992-2a3ed8cb478d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:10.728444629Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"50c80900-4ec3-4b46-bef9-2362c984170e","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:10.728529044Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"50c80900-4ec3-4b46-bef9-2362c984170e","error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:11.034544645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"edbb33d0-1154-45ca-9945-a150e2a26c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:11.145541134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"ed778621-dd29-410f-9992-2a3ed8cb478d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:11.266659784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"1567f91d-eced-4c55-aa22-b14c408b1666","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:11.26750387Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"4a339c3b-8767-46e8-a479-753861dc5943","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:11.270155527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"edbb33d0-1154-45ca-9945-a150e2a26c4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:11.305095869Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"722f5b67-2ef2-424f-90b1-d0b1a37c43c7","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:11.306559111Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"722f5b67-2ef2-424f-90b1-d0b1a37c43c7","error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:11.414689573Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"58f26543-8dc3-4646-8e36-bcdba5168cab","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:11.496141096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"58f26543-8dc3-4646-8e36-bcdba5168cab","error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:11.496065868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"1567f91d-eced-4c55-aa22-b14c408b1666","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:11.492974865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"204c43e7-c51c-4ee7-a0b1-1fe78c8ab84c","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:11.561124162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"d76e9932-fedf-4a04-8fc5-ba86388f68e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:11.995912128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"923745b6-3915-48a5-8791-dc7b7cbbe32b","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.063866646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b7f571ae-7a4e-4245-a83d-8fa33f5226f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.115526908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"d76e9932-fedf-4a04-8fc5-ba86388f68e5","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.170271153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"204c43e7-c51c-4ee7-a0b1-1fe78c8ab84c","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.171677291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"923745b6-3915-48a5-8791-dc7b7cbbe32b","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.178418546Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dea9cb priority=0:[ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-f08011-d06886-sub ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-same-f56251-748bf4-sub ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-same-f56251-d06886-sub]","namespace=ai-tenant-e2e-extmod-b-4e2ac7 priority=0:[ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-serve-8233e3-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.213296286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b7f571ae-7a4e-4245-a83d-8fa33f5226f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.240126255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"3ddc50c0-21ed-42ad-b435-9d35e179ce0a","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.240267961Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"3ddc50c0-21ed-42ad-b435-9d35e179ce0a","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.261449523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"386418ae-349e-4a53-b4ed-7a5d46be8350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:12.264382265Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-b765fa-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.2819752Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"f2909e5b-30b6-43b0-933e-73485205cf12","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.282120452Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"f2909e5b-30b6-43b0-933e-73485205cf12","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.283608009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"386418ae-349e-4a53-b4ed-7a5d46be8350","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.299607416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"4f3ac385-a0b4-447f-8081-79e53a15246f","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.299636293Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"4f3ac385-a0b4-447f-8081-79e53a15246f","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.351680856Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-b765fa-sub","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-sub","reconcileID":"54c124be-fa01-42b1-985a-34cf36c2a90d","MaaSSubscription":{"name":"e2e-cmp-legacy-b765fa-sub","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"maas-trlp-e2e-cmp-legacy-b765fa","model":"e2e-cmp-legacy-b765fa","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.40037501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"42b32515-a596-4dfd-999e-94b11fa2f16c","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.422244104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"42b32515-a596-4dfd-999e-94b11fa2f16c","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.448929439Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"9206b834-b794-4233-a039-a53ddd220feb","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.448959625Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"9206b834-b794-4233-a039-a53ddd220feb","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.496786451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"2df31e75-6d05-4158-bd47-ec7add84d3c9","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.497652514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-b765fa-sub","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-sub","reconcileID":"a6a87734-dd97-472d-910d-1445e63af1f8","MaaSSubscription":{"name":"e2e-cmp-legacy-b765fa-sub","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"maas-trlp-e2e-cmp-legacy-b765fa","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.509659774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"63a2980a-f805-4161-b0e5-8b7570d8a656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.512379442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"ddf83808-4b7a-4184-be39-6913fb670a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.519105047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"2df31e75-6d05-4158-bd47-ec7add84d3c9","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.527778648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"a38796e6-8a85-48da-902b-7d9821bb80dc","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.531731956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"63a2980a-f805-4161-b0e5-8b7570d8a656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.536957025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"ddf83808-4b7a-4184-be39-6913fb670a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.541510547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9427669667c7ce86bce2f865ae6313e4c922ddfd03e15408eff6e7a31ea042) AuthConfig (de73f16a391a3f20ee998291c501c2ceb7274a14fec3342346fa1c4a0d34bec2) AuthConfig (069f0e339f0b1ecd50f7ecc9db152c88c8ca5d206c57340d6f0a6d17b98a6b84) AuthConfig (3ee596543fc6579a58d85faf9b703bfe1a19490b962bab64860a2d8aea7e700f) AuthConfig (e6e08af8a6d3a334f5921f677be1b30e8b70701257f307b93bf41c3302f7a7f4) AuthConfig (91457f08d7903679660d2c35872e0ae32bf8ee76864d611e92318b73f2271068) AuthConfig (44162d096dd2e7915e43744cc6a3098d4bb6f3bf5d789d5bb9a68b49aa223d3f) AuthConfig (264b05946bdf681f9e803be6741e565a38fabbc74bba1068ee360b02648e6954) AuthConfig (7135093be725c5e57497547529ef326af3551c6043ff5dd01730fc3fcac00068) AuthConfig (5fafb0eb65a969ed393000c6eff83cc9f7be0490cd8ab76940d88198a0823245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"2df31e75-6d05-4158-bd47-ec7add84d3c9","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.55823408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"a38796e6-8a85-48da-902b-7d9821bb80dc","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.559321191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"120666e9-3098-438a-a324-e2f6d3ddd5a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.623373623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"120666e9-3098-438a-a324-e2f6d3ddd5a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.655332281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b219aab4-bfeb-4cd8-81e7-48a4f6491a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.676537218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b219aab4-bfeb-4cd8-81e7-48a4f6491a2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.727771166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b9a83cd-f394-4d74-a76c-28cce89b6cc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.739881223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"c565a7b9-3ad2-4bbc-99b2-b6b90a01c90d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.744787152Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"d5f7a017-9018-4082-8965-e9f8f3cf6d41","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.744808157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"d5f7a017-9018-4082-8965-e9f8f3cf6d41","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"routeName":"external-model-e2e-cfl-same-f56251-b7cde3edbf4b","namespace":"e2e-extmod-cfl-2-748bf4","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.748873739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0b9a83cd-f394-4d74-a76c-28cce89b6cc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.7585799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"801ee158-dc2d-42ac-81bb-b796c7e98c02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.762250187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"c565a7b9-3ad2-4bbc-99b2-b6b90a01c90d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.779654164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"801ee158-dc2d-42ac-81bb-b796c7e98c02","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.784847494Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f56251-748bf4-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-sub","reconcileID":"ecb52fba-7c4e-414c-8f36-a9220f9e23f1","MaaSSubscription":{"name":"e2e-cfl-same-f56251-748bf4-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8a693068","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:12.811181399Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"0ea029e9-15c0-48c8-8352-c5c0df875c4c","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:12.811271486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"0ea029e9-15c0-48c8-8352-c5c0df875c4c","error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.81386281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"8c33c349-6a1d-4661-8f68-5ed1bfd915cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.836402324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"8c33c349-6a1d-4661-8f68-5ed1bfd915cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.910086015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"002036ac-1e01-4ea5-9b52-d3f2f1251d82","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:12.93184125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"002036ac-1e01-4ea5-9b52-d3f2f1251d82","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.006216205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"02011f43-879d-4603-a113-88b6c3ef1819","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.021870778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"6e89f4e6-d321-41d7-b1d1-cf878dbf205d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.024681184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"73447795-9960-471b-bd0c-47b08fa4bd13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.024702343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"6ba5c306-5b92-4314-b609-2fae0689d257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.031842229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"02011f43-879d-4603-a113-88b6c3ef1819","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.070958253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"6e89f4e6-d321-41d7-b1d1-cf878dbf205d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.078727337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"73447795-9960-471b-bd0c-47b08fa4bd13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.078823589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"6ba5c306-5b92-4314-b609-2fae0689d257","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.102076378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"cc416802-7d41-4156-b243-b61aefc10da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.142877358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"cc416802-7d41-4156-b243-b61aefc10da8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.328643783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"f9136d31-2935-4385-a382-f49c21fbe60e","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.343861247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"fc6e2ad9-855e-42a4-ad7d-d0521208d810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.349119441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"f9136d31-2935-4385-a382-f49c21fbe60e","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.356263057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"27b6026a-cc8c-4eaa-82b5-ac6caaffc4ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.359678482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"b3fcfc85-e20f-454d-890a-39b8eae0dc1e","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.364812404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"fc6e2ad9-855e-42a4-ad7d-d0521208d810","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.371946261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"377c4371-ee87-432b-9f15-fe017c9f642d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.377305105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"27b6026a-cc8c-4eaa-82b5-ac6caaffc4ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.380547612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"b3fcfc85-e20f-454d-890a-39b8eae0dc1e","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.392642864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"377c4371-ee87-432b-9f15-fe017c9f642d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.570646355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"5b711857-a977-41cb-9559-c3884965d8d9","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.591792084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"5b711857-a977-41cb-9559-c3884965d8d9","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.900884735Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dea9cb priority=0:[ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-f08011-d06886-sub ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-same-f56251-d06886-sub]","namespace=ai-tenant-e2e-extmod-b-4e2ac7 priority=0:[ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-serve-8233e3-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.922672765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"7eb44ecf-3967-48d4-843d-92e3f06a652c","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.922706675Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"7eb44ecf-3967-48d4-843d-92e3f06a652c","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"routeName":"external-model-e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.948660706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"5f167cc9-ee78-4a65-a9a3-00c3734bf7e8","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.96434628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"47858ff1-4c5e-424d-930d-4801024c331b","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.964369433Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"47858ff1-4c5e-424d-930d-4801024c331b","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-same-f56251-c75d4f8c7e1e","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.971098113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"5f167cc9-ee78-4a65-a9a3-00c3734bf7e8","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:13.974160018Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958-c5ef2f-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-817958-c5ef2f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.981363731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"0ffee7c0-9a5b-43e9-95e5-82bd6f42c09f","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.981387977Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"0ffee7c0-9a5b-43e9-95e5-82bd6f42c09f","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"routeName":"external-model-e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.997998586Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"f51cd351-7358-4347-a156-5e9fa4c382eb","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:13.998019496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"f51cd351-7358-4347-a156-5e9fa4c382eb","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:14.015039832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"dddcf406-1374-45b7-bdd5-2cda4468ae58","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:14.0150676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"dddcf406-1374-45b7-bdd5-2cda4468ae58","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"routeName":"external-model-e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:14.032833593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"a39fbe89-7d17-4f7a-a087-5261019b7506","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:14.032872607Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"a39fbe89-7d17-4f7a-a087-5261019b7506","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:14.056130011Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-817958-c5ef2f-sub","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-sub","reconcileID":"231009c1-7851-4d32-95e8-097c37449d61","MaaSSubscription":{"name":"e2e-cfl-817958-c5ef2f-sub","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"maas-trlp-e2e-cfl-817958","model":"e2e-cfl-817958","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958-c5ef2f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:14.086825199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"7653b982-0a76-47ec-b439-71002bf4ab74","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:14.109872998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"7653b982-0a76-47ec-b439-71002bf4ab74","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:14.150022795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"38a2a7ed-ba23-4766-bbaf-5eb99d497430","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:14.150047933Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"38a2a7ed-ba23-4766-bbaf-5eb99d497430","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"routeName":"external-model-e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:14.199074212Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-817958-c5ef2f-sub","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-sub","reconcileID":"9460b5e8-ab10-4610-8b17-f9f677682ef1","MaaSSubscription":{"name":"e2e-cfl-817958-c5ef2f-sub","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"maas-trlp-e2e-cfl-817958","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:15.388647486Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"9be5c940-7f95-49ea-8a6d-aa54f451016a","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:15.388721725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"9be5c940-7f95-49ea-8a6d-aa54f451016a","error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:15.662958048Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.361357558Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"352d66e3-5882-492a-9e78-d783c5817e51","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:16.37802721Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"b40e2e31-874e-4efd-b9e1-6c4ba21cea5b","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:16.378122488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"b40e2e31-874e-4efd-b9e1-6c4ba21cea5b","error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.400975591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"e59f143e-bfc9-42b6-99f3-5c0562715cd4","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.40298248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"bdcb43ac-2bf3-4e25-9376-ecdadb3ee787","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.413556339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"97e13929-d172-42f7-b4df-bc5a222c50d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.415082854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"01df1cb6-4990-463b-9bb1-ae51cdd897d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.421506195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"bbda2450-6a4c-4866-9941-08e44166299c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.423628438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"e59f143e-bfc9-42b6-99f3-5c0562715cd4","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.423863942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"bdcb43ac-2bf3-4e25-9376-ecdadb3ee787","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.43518053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"97e13929-d172-42f7-b4df-bc5a222c50d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.436560528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"01df1cb6-4990-463b-9bb1-ae51cdd897d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.442755118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"bbda2450-6a4c-4866-9941-08e44166299c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.44354435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9427669667c7ce86bce2f865ae6313e4c922ddfd03e15408eff6e7a31ea042) AuthConfig (de73f16a391a3f20ee998291c501c2ceb7274a14fec3342346fa1c4a0d34bec2) AuthConfig (069f0e339f0b1ecd50f7ecc9db152c88c8ca5d206c57340d6f0a6d17b98a6b84) AuthConfig (3ee596543fc6579a58d85faf9b703bfe1a19490b962bab64860a2d8aea7e700f) AuthConfig (e6e08af8a6d3a334f5921f677be1b30e8b70701257f307b93bf41c3302f7a7f4) AuthConfig (91457f08d7903679660d2c35872e0ae32bf8ee76864d611e92318b73f2271068) AuthConfig (44162d096dd2e7915e43744cc6a3098d4bb6f3bf5d789d5bb9a68b49aa223d3f) AuthConfig (264b05946bdf681f9e803be6741e565a38fabbc74bba1068ee360b02648e6954) AuthConfig (7135093be725c5e57497547529ef326af3551c6043ff5dd01730fc3fcac00068) AuthConfig (5fafb0eb65a969ed393000c6eff83cc9f7be0490cd8ab76940d88198a0823245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"bdcb43ac-2bf3-4e25-9376-ecdadb3ee787","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.494875028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"71d873bb-ac58-4f4f-aa28-af5a6fead7eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.515477051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"71d873bb-ac58-4f4f-aa28-af5a6fead7eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.532807552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"1f121cd7-0673-409d-8f19-f8ed2c1be29b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.533428554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"4caedb7d-afba-4b23-8579-49f1daf9bcde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.54748782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"1466b1e8-2608-446c-95e1-ec2793ab0e25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.555078316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"1f121cd7-0673-409d-8f19-f8ed2c1be29b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.55525337Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"4caedb7d-afba-4b23-8579-49f1daf9bcde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.561109794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"dd9239a3-2aae-4bab-b29f-3e89ceeeae64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.568866546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"1466b1e8-2608-446c-95e1-ec2793ab0e25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.583003926Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"dd9239a3-2aae-4bab-b29f-3e89ceeeae64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.634797706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"87a84551-f2a5-43d8-8ebd-f2bc611d8aca","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.662571884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"87a84551-f2a5-43d8-8ebd-f2bc611d8aca","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:16.768871594Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"2eec60bc-802f-4dea-aff0-abd9dcaa4bdb","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:16.768959465Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"2eec60bc-802f-4dea-aff0-abd9dcaa4bdb","error":"ExternalModel e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab is attached to several gateways [openshift-ingress/e2e-extmod-a-a84df8 openshift-ingress/e2e-extmod-b-4e2ac7]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.776837418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"89a09d89-ee2a-49df-aaf7-c6f244dee80e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.785824509Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"426cea96-3592-4dc5-84fc-90fde63e3b00","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.785844983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"426cea96-3592-4dc5-84fc-90fde63e3b00","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.789043751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"071a5fd9-c4dd-4fda-9ad8-2299eaddee16","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.79893101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"89a09d89-ee2a-49df-aaf7-c6f244dee80e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.803102971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"b091fc0e-e790-4e87-968f-44bd4b6bb0cc","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.803132089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"b091fc0e-e790-4e87-968f-44bd4b6bb0cc","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.812436866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"071a5fd9-c4dd-4fda-9ad8-2299eaddee16","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.822951934Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"8049ceb7-8215-4438-9e86-4e76c4055085","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.823459156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-sub","reconcileID":"ad8deca8-e0b0-454c-866a-a3ad9f15e143","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-serve-8233e3","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.823830061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-sub","reconcileID":"0927a50e-2a1c-4365-89d1-2ba022b982ef","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-unrel-42a12d","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.840923228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"59eb0cc3-f2ff-43c7-a7ea-b9d8cd741922","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.840943249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"59eb0cc3-f2ff-43c7-a7ea-b9d8cd741922","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-detach-c0e3ab-e41b24700777","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-detach-c0e3ab","externalModel":"e2e-att-detach-c0e3ab","provider":"e2e-att-detach-c0e3ab-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.863291176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fc52281-ce12-4b07-a46f-de6b21ab3c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.86440865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d27c1659-3400-4b19-8e58-c81b01743172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.885594248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fc52281-ce12-4b07-a46f-de6b21ab3c7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.899876058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d27c1659-3400-4b19-8e58-c81b01743172","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:16.998907864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"05dd5ee5-63fb-40e1-b0ee-c83b2b8b8f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.070392384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"05dd5ee5-63fb-40e1-b0ee-c83b2b8b8f47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.116245385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"95ea898e-ffad-43a4-9ee8-001a65ba7146","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.132747778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"a96353fc-5509-4374-8b74-a600346f7171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.133481123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"201be761-310b-4b39-bbba-5e452b36933f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.134552887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"0b268fb5-e4b2-4fc9-9ca7-282edfa18239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.138748208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"95ea898e-ffad-43a4-9ee8-001a65ba7146","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.155421857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"a96353fc-5509-4374-8b74-a600346f7171","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.156483719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"201be761-310b-4b39-bbba-5e452b36933f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.159548792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"0b268fb5-e4b2-4fc9-9ca7-282edfa18239","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.221754031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"22eb0fc2-0983-4b90-9a94-edb50d0b7543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.242762721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"22eb0fc2-0983-4b90-9a94-edb50d0b7543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.614518484Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"32826fe4-3f66-469a-ab70-bc75fe6618d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.644128851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"a319b114-a342-4a91-b638-46ad1738ffd5","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.644967605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"e9b64d53-f37d-4e5c-acb5-823829e9d126","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.650009909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"32826fe4-3f66-469a-ab70-bc75fe6618d4","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.662149696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"d79951fb-5a92-4361-8604-390f54a096c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.666047141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"5a5ee53c-392c-4957-973a-a083d1292c78","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.671261124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"a319b114-a342-4a91-b638-46ad1738ffd5","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.675029626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"e9b64d53-f37d-4e5c-acb5-823829e9d126","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.686385885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"d79951fb-5a92-4361-8604-390f54a096c8","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.692517194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"5a5ee53c-392c-4957-973a-a083d1292c78","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.693769631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9427669667c7ce86bce2f865ae6313e4c922ddfd03e15408eff6e7a31ea042) AuthConfig (de73f16a391a3f20ee998291c501c2ceb7274a14fec3342346fa1c4a0d34bec2) AuthConfig (069f0e339f0b1ecd50f7ecc9db152c88c8ca5d206c57340d6f0a6d17b98a6b84) AuthConfig (3ee596543fc6579a58d85faf9b703bfe1a19490b962bab64860a2d8aea7e700f) AuthConfig (e6e08af8a6d3a334f5921f677be1b30e8b70701257f307b93bf41c3302f7a7f4) AuthConfig (91457f08d7903679660d2c35872e0ae32bf8ee76864d611e92318b73f2271068) AuthConfig (44162d096dd2e7915e43744cc6a3098d4bb6f3bf5d789d5bb9a68b49aa223d3f) AuthConfig (264b05946bdf681f9e803be6741e565a38fabbc74bba1068ee360b02648e6954) AuthConfig (7135093be725c5e57497547529ef326af3551c6043ff5dd01730fc3fcac00068) AuthConfig (5fafb0eb65a969ed393000c6eff83cc9f7be0490cd8ab76940d88198a0823245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"a319b114-a342-4a91-b638-46ad1738ffd5","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.705291129Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"69668ac4-d7c9-4101-b044-93cc5dd1ef4f","namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.725681774Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"bc09781a-2b30-48bd-9c4f-5a3ea66a5792","namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.744528431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"5df248bd-430f-4705-b7e5-13ae9f0f96ef","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.765380022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"5df248bd-430f-4705-b7e5-13ae9f0f96ef","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.809976653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"6f0528e8-63f5-4317-93c0-61438b769371","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.810005499Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"6f0528e8-63f5-4317-93c0-61438b769371","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.857113523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"ae9bdc37-d8b6-472e-bf42-67768e1dabc5","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.857142606Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"ae9bdc37-d8b6-472e-bf42-67768e1dabc5","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.861894806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-sub","reconcileID":"b86a2f0d-76c3-45d0-a477-c3d94c9a499f","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"maas-trlp-e2e-att-unrel-6846f5","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.899257168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"5df23bed-b6ef-47d6-9238-81f7dac42d00","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.91162636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"861d7bf7-b5e1-44d9-b896-0fac3c3c1a8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.914159326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"7e48218f-afa3-476d-a272-fcdfd2cfb1b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.914567389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"2e62758d-929f-4f5b-a4ff-d97deaee27fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.919986104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"5df23bed-b6ef-47d6-9238-81f7dac42d00","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.935806083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"861d7bf7-b5e1-44d9-b896-0fac3c3c1a8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.937933589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"7e48218f-afa3-476d-a272-fcdfd2cfb1b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.939695856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"2e62758d-929f-4f5b-a4ff-d97deaee27fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:17.9523437Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"989b3f41-718d-452d-aa08-23e213847723","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.004643757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"64079ea8-0be2-4ca7-acae-a82dec6ef195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.025791962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"64079ea8-0be2-4ca7-acae-a82dec6ef195","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.104906629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"fcc3a2d3-2398-471e-a2bc-77d5d9c7b75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.104907477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"5c9607ad-7648-425b-89b1-7dec15d88406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.107045961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"7c8062b7-cf35-42c6-b62a-7f2ef13e3034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.107316145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"258244d3-3466-4f1f-9513-ed9b8ed0904d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.126491227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"fcc3a2d3-2398-471e-a2bc-77d5d9c7b75c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.127608769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"5c9607ad-7648-425b-89b1-7dec15d88406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.128754848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"7c8062b7-cf35-42c6-b62a-7f2ef13e3034","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.131107995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"258244d3-3466-4f1f-9513-ed9b8ed0904d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.152716454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"89f4ecd7-633c-429e-9ea2-7eb3470c1389","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.152735199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"89f4ecd7-633c-429e-9ea2-7eb3470c1389","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.16899283Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"7441a5a1-3af9-458b-918b-26ed4d94eb92","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.222124522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-sub","reconcileID":"4e0356f4-91e5-4450-ae15-e738d3271671","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"maas-trlp-e2e-att-unrel-6846f5","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.222837832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"1a1c38c8-f07a-4e64-a1c6-a0dce353b697","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.222891092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"1a1c38c8-f07a-4e64-a1c6-a0dce353b697","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.240972759Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"d1d85096-4650-4f01-8093-3f2be1b48c9c","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.55288336Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"f347b2c9-0873-408d-a8c8-783bd7340b04","namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:18.64208405Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"2a2d4ce3-de78-49a2-a188-a807782adb9c","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:18.684550239Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"2a2d4ce3-de78-49a2-a188-a807782adb9c","error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.685889203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"f61167d0-0db7-4b49-a6f9-e1534e4cca63","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.687896883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"77f7f0f5-8fba-4e46-b14f-19f7b783e0aa","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:18.706611205Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"eeff0920-fa2a-4077-89bb-866d5e958755","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:18.706684299Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"eeff0920-fa2a-4077-89bb-866d5e958755","error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.70706836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"f61167d0-0db7-4b49-a6f9-e1534e4cca63","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.70891712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"77f7f0f5-8fba-4e46-b14f-19f7b783e0aa","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.708987271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"4a5ffabc-332a-44d1-b412-4b52b861795e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.712312805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9d527b4-048a-4620-8813-75fdb2101ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.717550678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2f23cef-2dc7-4ae2-9800-9966de353634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.729156993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9427669667c7ce86bce2f865ae6313e4c922ddfd03e15408eff6e7a31ea042) AuthConfig (de73f16a391a3f20ee998291c501c2ceb7274a14fec3342346fa1c4a0d34bec2) AuthConfig (069f0e339f0b1ecd50f7ecc9db152c88c8ca5d206c57340d6f0a6d17b98a6b84) AuthConfig (3ee596543fc6579a58d85faf9b703bfe1a19490b962bab64860a2d8aea7e700f) AuthConfig (e6e08af8a6d3a334f5921f677be1b30e8b70701257f307b93bf41c3302f7a7f4) AuthConfig (91457f08d7903679660d2c35872e0ae32bf8ee76864d611e92318b73f2271068) AuthConfig (44162d096dd2e7915e43744cc6a3098d4bb6f3bf5d789d5bb9a68b49aa223d3f) AuthConfig (264b05946bdf681f9e803be6741e565a38fabbc74bba1068ee360b02648e6954) AuthConfig (7135093be725c5e57497547529ef326af3551c6043ff5dd01730fc3fcac00068) AuthConfig (5fafb0eb65a969ed393000c6eff83cc9f7be0490cd8ab76940d88198a0823245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"77f7f0f5-8fba-4e46-b14f-19f7b783e0aa","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.730382305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"4a5ffabc-332a-44d1-b412-4b52b861795e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.733566315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e9d527b4-048a-4620-8813-75fdb2101ce5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:18.734465676Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"edb3e436-f937-438f-bdb5-e0be1aeaf12b","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:18.734522449Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"edb3e436-f937-438f-bdb5-e0be1aeaf12b","error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.738913571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b2f23cef-2dc7-4ae2-9800-9966de353634","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:18.772154816Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"16a77cf6-13e4-4003-be49-24ee7e93d7e5","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:18.772258833Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"16a77cf6-13e4-4003-be49-24ee7e93d7e5","error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.795491648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"9be922ea-d505-4b10-95a0-db429545ba75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.823832222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"9be922ea-d505-4b10-95a0-db429545ba75","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:18.830013995Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"7437eaf7-319e-4926-a73c-cff4019f7313","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:18.830099258Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"7437eaf7-319e-4926-a73c-cff4019f7313","error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.893224386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"72298fd3-3acc-4880-80e1-c74ed6faa051","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.908626914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"ae9fa347-fc2d-43ba-a42a-b50d2305b644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.911357185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"33acb230-1a4e-421e-b3cb-02e411572c70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.922274335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"72298fd3-3acc-4880-80e1-c74ed6faa051","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:18.927313951Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"3b415e9f-a89e-4820-a202-edd538fac69d","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:18.927381018Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"3b415e9f-a89e-4820-a202-edd538fac69d","error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.930211294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"ae9fa347-fc2d-43ba-a42a-b50d2305b644","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:18.932549853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"33acb230-1a4e-421e-b3cb-02e411572c70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.050516931Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"6806b0f2-475d-480a-8c66-d9d408169d35","namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:19.104046386Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"36c70d10-9ed8-416a-b612-1120ce3516f0","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:19.104127269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"36c70d10-9ed8-416a-b612-1120ce3516f0","error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.153733981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"8ca43aba-01fb-4af0-82f8-77f7c266e903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.237866268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"8b82cd01-23a4-462c-b851-894a97cd335b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.238795455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"c4fb4448-0ce5-44ca-8472-703480650f3b","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.309091042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"8ca43aba-01fb-4af0-82f8-77f7c266e903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.344480067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"71b813a7-8824-409e-855a-0a64a5ecdbca","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.580960712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"71b813a7-8824-409e-855a-0a64a5ecdbca","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:19.584759448Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"b16e064b-d3c4-4ba5-8c2d-b63233d0c909","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:19.584864727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"b16e064b-d3c4-4ba5-8c2d-b63233d0c909","error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.601128946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"c4fb4448-0ce5-44ca-8472-703480650f3b","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.622549301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"8b82cd01-23a4-462c-b851-894a97cd335b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.639550416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"014903a5-645e-4211-a4f9-a2ad206307fb","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.665005031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"014903a5-645e-4211-a4f9-a2ad206307fb","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.851407485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"5e9b91be-de84-48dd-a467-293310b8c3c1","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:19.970779309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"5e9b91be-de84-48dd-a467-293310b8c3c1","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.000010763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ee56bb7a-5d4c-4812-856f-d8a94fe3196b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.004203371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"4cab55c9-4ec0-4147-9e9f-6dd4dbd4ff33","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.007756597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"835b7037-b506-4ce8-94db-3445b28e7901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.073069679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"8826873e-b9f4-4264-9735-e6d3d08d1967","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.206866321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ee56bb7a-5d4c-4812-856f-d8a94fe3196b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.419598371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"835b7037-b506-4ce8-94db-3445b28e7901","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:20.421337731Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"698f231a-0e0e-4380-9133-b742236837d9","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:20.421422981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"698f231a-0e0e-4380-9133-b742236837d9","error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.421742609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"8826873e-b9f4-4264-9735-e6d3d08d1967","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.42191785Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"4cab55c9-4ec0-4147-9e9f-6dd4dbd4ff33","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.481455151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"31315799-019f-4b58-91b9-aaf34fb18c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.485314595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"03210c06-fe59-4622-b4af-a8d426351153","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.502963601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"31315799-019f-4b58-91b9-aaf34fb18c4f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.506846012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"03210c06-fe59-4622-b4af-a8d426351153","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.594717446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a1858eec-0911-4ed4-815b-db4eded8cbbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.616055003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a1858eec-0911-4ed4-815b-db4eded8cbbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.698182803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"3d308d89-53c1-492a-8798-a51bd8664ba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.700975389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"bb0f03f7-e32f-4859-95f4-09940d7e2486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.700978424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"6a0a0bed-f3a5-4b74-a6c5-c2e5c6f18d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.713914211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"3b1136b7-8f70-4bd9-acc9-84227324fc1e","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.719390957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"3d308d89-53c1-492a-8798-a51bd8664ba8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.722376569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"bb0f03f7-e32f-4859-95f4-09940d7e2486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.722679171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"6a0a0bed-f3a5-4b74-a6c5-c2e5c6f18d04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.735477779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"3b1136b7-8f70-4bd9-acc9-84227324fc1e","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.780633155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"a280b871-2988-48fa-83af-265d870624db","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.802118276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"a280b871-2988-48fa-83af-265d870624db","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.822201678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9427669667c7ce86bce2f865ae6313e4c922ddfd03e15408eff6e7a31ea042) AuthConfig (de73f16a391a3f20ee998291c501c2ceb7274a14fec3342346fa1c4a0d34bec2) AuthConfig (069f0e339f0b1ecd50f7ecc9db152c88c8ca5d206c57340d6f0a6d17b98a6b84) AuthConfig (3ee596543fc6579a58d85faf9b703bfe1a19490b962bab64860a2d8aea7e700f) AuthConfig (e6e08af8a6d3a334f5921f677be1b30e8b70701257f307b93bf41c3302f7a7f4) AuthConfig (91457f08d7903679660d2c35872e0ae32bf8ee76864d611e92318b73f2271068) AuthConfig (44162d096dd2e7915e43744cc6a3098d4bb6f3bf5d789d5bb9a68b49aa223d3f) AuthConfig (264b05946bdf681f9e803be6741e565a38fabbc74bba1068ee360b02648e6954) AuthConfig (7135093be725c5e57497547529ef326af3551c6043ff5dd01730fc3fcac00068) AuthConfig (5fafb0eb65a969ed393000c6eff83cc9f7be0490cd8ab76940d88198a0823245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"a280b871-2988-48fa-83af-265d870624db","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.898233319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19734225-292b-4cd3-8010-28f5e57789fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.911723069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"615d7543-cacd-49be-a763-7c0433787231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.911743621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"f61c1b14-0ecb-45c9-b966-6cb7aea34ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.912126042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"c6eed017-8bb9-4bf8-91f9-4bd09219361a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.919998173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"19734225-292b-4cd3-8010-28f5e57789fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.933107284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"f61c1b14-0ecb-45c9-b966-6cb7aea34ec0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.933213003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"c6eed017-8bb9-4bf8-91f9-4bd09219361a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.935386566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"615d7543-cacd-49be-a763-7c0433787231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:20.998475885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"69490f4d-b51b-42d7-8886-b8904aa38373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.019581555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"69490f4d-b51b-42d7-8886-b8904aa38373","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.081876353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"845aa041-dc1d-4a0f-a473-7594e8b8ba5a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.097555849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"7866c7d3-5152-4de9-9d3b-3eae481db249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.10264772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"51141274-24f0-471d-bee0-a5adc1e841ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.103444056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"845aa041-dc1d-4a0f-a473-7594e8b8ba5a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.103489212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"1971c7b4-ed48-4cc9-a62f-a6bc4dd0e7a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.119354135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"7866c7d3-5152-4de9-9d3b-3eae481db249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.123605541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"51141274-24f0-471d-bee0-a5adc1e841ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:21.124495289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"1971c7b4-ed48-4cc9-a62f-a6bc4dd0e7a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:21.719271117Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"721186cd-18eb-4fa8-a738-253f7670d7ed","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:21.719364055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"721186cd-18eb-4fa8-a738-253f7670d7ed","error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:22.801337758Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f56251-748bf4-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-sub","reconcileID":"3845ee53-1913-4b5b-b238-e4a683283b93","MaaSSubscription":{"name":"e2e-cfl-same-f56251-748bf4-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","subscription":"e2e-cfl-same-f56251-748bf4-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:22.834354325Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f56251-748bf4-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-sub","reconcileID":"3845ee53-1913-4b5b-b238-e4a683283b93","MaaSSubscription":{"name":"e2e-cfl-same-f56251-748bf4-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:22.851511061Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f56251-748bf4-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-sub","reconcileID":"3845ee53-1913-4b5b-b238-e4a683283b93","MaaSSubscription":{"name":"e2e-cfl-same-f56251-748bf4-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"maas-trlp-e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.012742513Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-dea9cb priority=0:[ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-f08011-d06886-sub ai-tenant-e2e-extmod-a-dea9cb/e2e-cfl-same-f56251-d06886-sub]","namespace=ai-tenant-e2e-extmod-b-4e2ac7 priority=0:[ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-serve-8233e3-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.02927611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"ece9fb74-91f6-4566-8ca9-1d728d76d760","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.029300378Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"ece9fb74-91f6-4566-8ca9-1d728d76d760","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"routeName":"external-model-e2e-cfl-same-f56251-b7cde3edbf4b","namespace":"e2e-extmod-cfl-2-748bf4","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.074572224Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"8b5e4407-6a7c-47fa-af36-1b2765cf7006","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.07460587Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"8b5e4407-6a7c-47fa-af36-1b2765cf7006","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"routeName":"external-model-e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.087389132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"6ed0508c-4b51-4f18-b7d5-cfc820c249a0","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.087418521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"326b2600-16ae-4f27-8795-2da70e854054","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.088828926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"4acc70d5-03d1-429f-8f78-b4371f9798dc","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.108495705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"326b2600-16ae-4f27-8795-2da70e854054","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.108667495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"6ed0508c-4b51-4f18-b7d5-cfc820c249a0","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.1109319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"4acc70d5-03d1-429f-8f78-b4371f9798dc","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.182539677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"200ea70c-3b32-4649-b2c8-cdc15aac7613","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.182561775Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"200ea70c-3b32-4649-b2c8-cdc15aac7613","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"routeName":"external-model-e2e-cfl-same-f56251-b7cde3edbf4b","namespace":"e2e-extmod-cfl-2-748bf4","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.259057972Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-748bf4-access","reconcileID":"d360acd6-8edf-4a67-9453-582ce202551c","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-748bf4-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.325698599Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"d0fb3f8d-727b-48f2-a27f-f6bb1ec43c77","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.325727261Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"d0fb3f8d-727b-48f2-a27f-f6bb1ec43c77","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-detach-c0e3ab-e41b24700777","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-detach-c0e3ab","externalModel":"e2e-att-detach-c0e3ab","provider":"e2e-att-detach-c0e3ab-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.347673728Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"0909d13b-456c-4c02-b865-f0ab0c0b13ce","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.347698761Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"0909d13b-456c-4c02-b865-f0ab0c0b13ce","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-detach-c0e3ab-e41b24700777","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-detach-c0e3ab","externalModel":"e2e-att-detach-c0e3ab","provider":"e2e-att-detach-c0e3ab-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.412760475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"2a1fac4b-2b51-4dc5-92fe-c46921e858ef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-2-748bf4/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.412782422Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"2a1fac4b-2b51-4dc5-92fe-c46921e858ef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"routeName":"external-model-e2e-cfl-same-f56251-b7cde3edbf4b","namespace":"e2e-extmod-cfl-2-748bf4","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.421416991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"6167b912-7459-4537-a41b-b2f33229f3a2","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.443778571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"6167b912-7459-4537-a41b-b2f33229f3a2","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.463903217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86faf1125a81bb66ca74c7b9f255d57445b837f43f9136dd700c6d431cb1f01e) AuthConfig (d6844d1d64367a0ac76e3ded5844381f25183d297a86fae5ac09573f64506760) AuthConfig (573601b0496b74b69076c079cb25380f7faf0b6eb4be7387f5a52b4872c099a6) AuthConfig (8ec261d651b6d230d469fe96e7f78cf7a5856bf11295fdcecff711d69cc82392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"6167b912-7459-4537-a41b-b2f33229f3a2","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.500349019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"83e9681d-2dea-42e5-8f6e-2beb0e4b3098","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.500371931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"83e9681d-2dea-42e5-8f6e-2beb0e4b3098","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-detach-c0e3ab-e41b24700777","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-detach-c0e3ab","externalModel":"e2e-att-detach-c0e3ab","provider":"e2e-att-detach-c0e3ab-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.566551913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"ffb12dd7-9b48-4504-9d86-6df548da76ff","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.566577748Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"ffb12dd7-9b48-4504-9d86-6df548da76ff","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-same-f56251-c75d4f8c7e1e","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.60708267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"ba91df38-caa0-47b2-9264-1e6e7e39d0c8","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.621424422Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f56251-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-sub","reconcileID":"ea77ada6-4566-497f-9ff0-92ac9b47969d","MaaSSubscription":{"name":"e2e-cfl-same-f56251-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-880e1e95","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.62162853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"66261ff7-619e-49a1-964c-57443a9c9901","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.632078653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"ba91df38-caa0-47b2-9264-1e6e7e39d0c8","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.643825691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"66261ff7-619e-49a1-964c-57443a9c9901","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.842975998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"3d8c2ace-73b9-438b-9aa8-62c125edcad5","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.864293922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"3d8c2ace-73b9-438b-9aa8-62c125edcad5","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.940596263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"49d9fa50-e3b7-4179-90a8-9fcaff4af604","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:23.962897985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"49d9fa50-e3b7-4179-90a8-9fcaff4af604","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:24.301875263Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"2c50d9e1-5b07-4a28-a1d2-ab9a4669c62a","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:24.301950626Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"2c50d9e1-5b07-4a28-a1d2-ab9a4669c62a","error":"ExternalModel e2e-extmod-att-user-a3ce31/e2e-att-delete-798548 is attached to several gateways [openshift-ingress/e2e-extmod-a-6f162a openshift-ingress/e2e-extmod-b-fb367d]; set spec.tenantRef to select the tenant","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:24.9795847Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"b4bbd5c3-d7c9-449a-8883-8af6fc816661","namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.014615661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"c1987b4c-d8cd-465c-9872-2b71314188dc","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.014640057Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"c1987b4c-d8cd-465c-9872-2b71314188dc","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.022339486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"825617fb-2f99-453c-8e2c-b3bdb516a0a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.032296068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab9bb3d5-dc0e-4a79-9b3f-f23b525a8f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.038131658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"80c9aecc-5ff3-4966-bb3f-715d7aedc0a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.03816206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"ef8f6477-c24d-40a7-a74d-b8afc8054e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.043549515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"825617fb-2f99-453c-8e2c-b3bdb516a0a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.048308837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"aafc0c5f-eba4-4a0b-b2fe-cce9a168e22b","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.054410693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ab9bb3d5-dc0e-4a79-9b3f-f23b525a8f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.059159617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"80c9aecc-5ff3-4966-bb3f-715d7aedc0a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.059385291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"ef8f6477-c24d-40a7-a74d-b8afc8054e9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.063786691Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9427669667c7ce86bce2f865ae6313e4c922ddfd03e15408eff6e7a31ea042) AuthConfig (de73f16a391a3f20ee998291c501c2ceb7274a14fec3342346fa1c4a0d34bec2) AuthConfig (069f0e339f0b1ecd50f7ecc9db152c88c8ca5d206c57340d6f0a6d17b98a6b84) AuthConfig (3ee596543fc6579a58d85faf9b703bfe1a19490b962bab64860a2d8aea7e700f) AuthConfig (e6e08af8a6d3a334f5921f677be1b30e8b70701257f307b93bf41c3302f7a7f4) AuthConfig (91457f08d7903679660d2c35872e0ae32bf8ee76864d611e92318b73f2271068) AuthConfig (44162d096dd2e7915e43744cc6a3098d4bb6f3bf5d789d5bb9a68b49aa223d3f) AuthConfig (264b05946bdf681f9e803be6741e565a38fabbc74bba1068ee360b02648e6954) AuthConfig (7135093be725c5e57497547529ef326af3551c6043ff5dd01730fc3fcac00068) AuthConfig (5fafb0eb65a969ed393000c6eff83cc9f7be0490cd8ab76940d88198a0823245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"825617fb-2f99-453c-8e2c-b3bdb516a0a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.065245847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-sub","reconcileID":"fa7184db-9147-4c2e-87a8-9bfb9e439238","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"maas-trlp-e2e-att-unrel-6846f5","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.069454477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"aafc0c5f-eba4-4a0b-b2fe-cce9a168e22b","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.080746372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"59ad1555-4847-4663-afe3-f252462f4e0c","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.080765168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"59ad1555-4847-4663-afe3-f252462f4e0c","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.090086074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86faf1125a81bb66ca74c7b9f255d57445b837f43f9136dd700c6d431cb1f01e) AuthConfig (d6844d1d64367a0ac76e3ded5844381f25183d297a86fae5ac09573f64506760) AuthConfig (573601b0496b74b69076c079cb25380f7faf0b6eb4be7387f5a52b4872c099a6) AuthConfig (8ec261d651b6d230d469fe96e7f78cf7a5856bf11295fdcecff711d69cc82392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"aafc0c5f-eba4-4a0b-b2fe-cce9a168e22b","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.116839878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"4a996153-bff5-4e4e-a6dc-4bf8d6e662fe","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.137847898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"4a996153-bff5-4e4e-a6dc-4bf8d6e662fe","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.186815802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-sub","reconcileID":"49eba68e-4da8-4ecd-8595-72503af9a869","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"maas-trlp-e2e-att-unrel-6846f5","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.235259989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"abfdafea-2d9d-404d-be87-1812d181513c","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.239141747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"7db0c2f0-8418-4e91-a7e6-bebb05819827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.248591786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"ae180074-7caf-42cb-9850-d87b22b61902","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.261679429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"abfdafea-2d9d-404d-be87-1812d181513c","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.262075604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"98da5622-0be3-4d37-a4b9-638a378bffca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.265590746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"7db0c2f0-8418-4e91-a7e6-bebb05819827","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.354710273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"ae180074-7caf-42cb-9850-d87b22b61902","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.457519206Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-delete-798548","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","reconcileID":"78d05fc7-ed26-402d-a9f1-0483660919ce","namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-delete-798548","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.459547054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"98da5622-0be3-4d37-a4b9-638a378bffca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.586074371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"86fd3b0c-8844-48d0-8829-2e0cc7916235","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.615049158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"86fd3b0c-8844-48d0-8829-2e0cc7916235","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.633109128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"69e1fe07-4e10-43a2-a135-b367fc8dae3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.654084177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"1df3b2f4-0110-4251-b8ba-a370e22f05a3","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.659597371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"69e1fe07-4e10-43a2-a135-b367fc8dae3d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.676094285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"1df3b2f4-0110-4251-b8ba-a370e22f05a3","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.697971546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"1be7458a-f84b-4a02-8053-62dd0c657a30","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.718037676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"81000f97-7d3f-4e4f-9d9f-fd798adbe508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.725991015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"1be7458a-f84b-4a02-8053-62dd0c657a30","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.73904193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"81000f97-7d3f-4e4f-9d9f-fd798adbe508","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.815831054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"8ffb2eec-c7de-44d3-b095-8312d24a3017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.81635943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"061faa3e-7176-46cb-a596-e9ee0c6dea92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.850281761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"78774999-c4de-4059-9fe8-aa14a2659b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.911005909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"ceed6f40-2cd2-49e2-a407-90087b8a3c40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:25.952148173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"78774999-c4de-4059-9fe8-aa14a2659b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.058475511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"061faa3e-7176-46cb-a596-e9ee0c6dea92","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.089978173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"8ffb2eec-c7de-44d3-b095-8312d24a3017","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.221144705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"ceed6f40-2cd2-49e2-a407-90087b8a3c40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.25205577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f4660b47-f1a3-48d6-a412-48b6e6cb161f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.273021092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f4660b47-f1a3-48d6-a412-48b6e6cb161f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.317013703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"2b28c4c6-3e40-4e4c-9c16-0bfc325cbd09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.33994536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"2b28c4c6-3e40-4e4c-9c16-0bfc325cbd09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.674854524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"c315ee1e-9462-4448-861a-ee76ca70a8f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.711931542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"c315ee1e-9462-4448-861a-ee76ca70a8f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.722024923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"85169142-2ce4-4f13-b785-574d4f79d0bb","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.723391112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"af83c137-d708-4547-b1ba-65056ebee027","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.72814884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"98403341-4722-4f2c-b0fe-0e1a087834bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.739824804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7246c28f-f97c-4ba9-be4c-6c5b6051994b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.745539262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"85169142-2ce4-4f13-b785-574d4f79d0bb","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.74612172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"af83c137-d708-4547-b1ba-65056ebee027","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.749536082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"98403341-4722-4f2c-b0fe-0e1a087834bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.762327775Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7246c28f-f97c-4ba9-be4c-6c5b6051994b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.770803672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9427669667c7ce86bce2f865ae6313e4c922ddfd03e15408eff6e7a31ea042) AuthConfig (de73f16a391a3f20ee998291c501c2ceb7274a14fec3342346fa1c4a0d34bec2) AuthConfig (069f0e339f0b1ecd50f7ecc9db152c88c8ca5d206c57340d6f0a6d17b98a6b84) AuthConfig (3ee596543fc6579a58d85faf9b703bfe1a19490b962bab64860a2d8aea7e700f) AuthConfig (e6e08af8a6d3a334f5921f677be1b30e8b70701257f307b93bf41c3302f7a7f4) AuthConfig (91457f08d7903679660d2c35872e0ae32bf8ee76864d611e92318b73f2271068) AuthConfig (44162d096dd2e7915e43744cc6a3098d4bb6f3bf5d789d5bb9a68b49aa223d3f) AuthConfig (264b05946bdf681f9e803be6741e565a38fabbc74bba1068ee360b02648e6954) AuthConfig (7135093be725c5e57497547529ef326af3551c6043ff5dd01730fc3fcac00068) AuthConfig (5fafb0eb65a969ed393000c6eff83cc9f7be0490cd8ab76940d88198a0823245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"98403341-4722-4f2c-b0fe-0e1a087834bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.852002465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"1df13102-28e9-43cf-9833-6a8f6e10ada3","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.874848606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"1df13102-28e9-43cf-9833-6a8f6e10ada3","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.894684143Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86faf1125a81bb66ca74c7b9f255d57445b837f43f9136dd700c6d431cb1f01e) AuthConfig (d6844d1d64367a0ac76e3ded5844381f25183d297a86fae5ac09573f64506760) AuthConfig (573601b0496b74b69076c079cb25380f7faf0b6eb4be7387f5a52b4872c099a6) AuthConfig (8ec261d651b6d230d469fe96e7f78cf7a5856bf11295fdcecff711d69cc82392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"1df13102-28e9-43cf-9833-6a8f6e10ada3","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.936401468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbe91632-4e11-455a-a244-ca6268a97d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.945651443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"2bd096a1-977a-4369-9b05-09fe621bcee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.957916521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"cbe91632-4e11-455a-a244-ca6268a97d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.96964907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"2bd096a1-977a-4369-9b05-09fe621bcee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.980729673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"7cd14836-d4b4-4e2c-923e-aa29daf7385d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.99751172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"af590755-4ff9-43fc-a343-0f61a8515b6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:26.998809579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"e504d7ad-9808-4ebd-8d3a-99c8b10b63c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.001537309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"7cd14836-d4b4-4e2c-923e-aa29daf7385d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.018499329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"af590755-4ff9-43fc-a343-0f61a8515b6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.019931996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"e504d7ad-9808-4ebd-8d3a-99c8b10b63c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.122298814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"a0a0cb0e-4ffa-44cf-9e2c-f212ed2c8b5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.122531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"9fec306b-cf3c-4a78-83a9-e2a0dcea9138","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.12298432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"dc7ddb38-4d8c-40d5-b1e3-07983ae411a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.137253451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"648f5a09-59b6-4095-a31d-ef42ee9bebed","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.144972447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"dc7ddb38-4d8c-40d5-b1e3-07983ae411a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.144971806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"a0a0cb0e-4ffa-44cf-9e2c-f212ed2c8b5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.14717764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"9fec306b-cf3c-4a78-83a9-e2a0dcea9138","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.158460133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"648f5a09-59b6-4095-a31d-ef42ee9bebed","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.366099786Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2802bd","namespace":"e2e-extmod-att-noaccess-29b894"},"namespace":"e2e-extmod-att-noaccess-29b894","name":"e2e-att-noaccess-2802bd","reconcileID":"5548af8f-fee1-4820-877b-cad68d1feb62","namespace":"e2e-extmod-att-noaccess-29b894","name":"e2e-att-noaccess-2802bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.387271328Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2802bd","namespace":"e2e-extmod-att-noaccess-29b894"},"namespace":"e2e-extmod-att-noaccess-29b894","name":"e2e-att-noaccess-2802bd","reconcileID":"28a8cd86-cb81-4489-8152-2fb053df0b97","namespace":"e2e-extmod-att-noaccess-29b894","name":"e2e-att-noaccess-2802bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.402313049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"3191245d-b61e-4e2a-91d5-fbf7ca262ced","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.420673302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"a05a7554-3d03-46db-8ada-3c35b2586b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.423487134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"3191245d-b61e-4e2a-91d5-fbf7ca262ced","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.428733955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"cfc09f1d-38aa-499d-a0f0-7698b540a130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.42880558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a19e7398-f2fb-42ba-8503-8f4eca5845d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.432811042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"8ff581a6-9c36-420d-8d19-f8da134da435","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.441834172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"a05a7554-3d03-46db-8ada-3c35b2586b8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.444203462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9427669667c7ce86bce2f865ae6313e4c922ddfd03e15408eff6e7a31ea042) AuthConfig (de73f16a391a3f20ee998291c501c2ceb7274a14fec3342346fa1c4a0d34bec2) AuthConfig (069f0e339f0b1ecd50f7ecc9db152c88c8ca5d206c57340d6f0a6d17b98a6b84) AuthConfig (3ee596543fc6579a58d85faf9b703bfe1a19490b962bab64860a2d8aea7e700f) AuthConfig (e6e08af8a6d3a334f5921f677be1b30e8b70701257f307b93bf41c3302f7a7f4) AuthConfig (91457f08d7903679660d2c35872e0ae32bf8ee76864d611e92318b73f2271068) AuthConfig (44162d096dd2e7915e43744cc6a3098d4bb6f3bf5d789d5bb9a68b49aa223d3f) AuthConfig (264b05946bdf681f9e803be6741e565a38fabbc74bba1068ee360b02648e6954) AuthConfig (7135093be725c5e57497547529ef326af3551c6043ff5dd01730fc3fcac00068) AuthConfig (5fafb0eb65a969ed393000c6eff83cc9f7be0490cd8ab76940d88198a0823245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"3191245d-b61e-4e2a-91d5-fbf7ca262ced","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.449529136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"cfc09f1d-38aa-499d-a0f0-7698b540a130","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.449608171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a19e7398-f2fb-42ba-8503-8f4eca5845d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.454979179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"8ff581a6-9c36-420d-8d19-f8da134da435","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.474690012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86faf1125a81bb66ca74c7b9f255d57445b837f43f9136dd700c6d431cb1f01e) AuthConfig (d6844d1d64367a0ac76e3ded5844381f25183d297a86fae5ac09573f64506760) AuthConfig (573601b0496b74b69076c079cb25380f7faf0b6eb4be7387f5a52b4872c099a6) AuthConfig (8ec261d651b6d230d469fe96e7f78cf7a5856bf11295fdcecff711d69cc82392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"8ff581a6-9c36-420d-8d19-f8da134da435","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.49716428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"fe41acc1-d138-4dd9-9c17-9a49e61d6b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.518062538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"fe41acc1-d138-4dd9-9c17-9a49e61d6b23","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.530740263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"4346a8de-5c30-4b07-b837-1f54edd87bcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.552899009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"4346a8de-5c30-4b07-b837-1f54edd87bcb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.61116947Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2802bd","namespace":"e2e-extmod-att-noaccess-29b894"},"namespace":"e2e-extmod-att-noaccess-29b894","name":"e2e-att-noaccess-2802bd","reconcileID":"31cabf8f-faf2-488f-b7e8-40e6b79877cf","MaaSModelRef":{"name":"e2e-att-noaccess-2802bd","namespace":"e2e-extmod-att-noaccess-29b894"},"name":"e2e-att-noaccess-2802bd","namespace":"e2e-extmod-att-noaccess-29b894","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.634592728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"0ec4f4fa-73e0-49a1-9acf-5197e79bf44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.659584815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"0ec4f4fa-73e0-49a1-9acf-5197e79bf44b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.678557175Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2802bd","namespace":"e2e-extmod-att-noaccess-29b894"},"namespace":"e2e-extmod-att-noaccess-29b894","name":"e2e-att-noaccess-2802bd","reconcileID":"8e0d7b51-2ace-4887-adf0-029e0b5909d5","namespace":"e2e-extmod-att-noaccess-29b894","name":"e2e-att-noaccess-2802bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.779497703Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-noaccess-2802bd","namespace":"e2e-extmod-att-noaccess-29b894"},"namespace":"e2e-extmod-att-noaccess-29b894","name":"e2e-att-noaccess-2802bd","reconcileID":"b858a39c-f152-4478-987f-07c767001602","MaaSModelRef":{"name":"e2e-att-noaccess-2802bd","namespace":"e2e-extmod-att-noaccess-29b894"},"name":"e2e-att-noaccess-2802bd","namespace":"e2e-extmod-att-noaccess-29b894","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.802555266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"a02e3c18-787b-42cf-bb40-e8952011c99f","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.815437519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d4cd92a-4b1e-4286-b161-47c9c74a3e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.815976555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"d38e33c1-f7e6-4a56-98fb-9b5385c35556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.817747942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"77852194-002b-40dd-8274-a2e3796dfd48","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.823485729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"a02e3c18-787b-42cf-bb40-e8952011c99f","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.839838263Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4d4cd92a-4b1e-4286-b161-47c9c74a3e30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.84050711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"77852194-002b-40dd-8274-a2e3796dfd48","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.841256809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c93fa459-74ba-4dc9-9353-08fc042100ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.843877045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"d38e33c1-f7e6-4a56-98fb-9b5385c35556","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.863133003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c93fa459-74ba-4dc9-9353-08fc042100ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:27.939135497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7ea27146-7982-4500-97e9-69f186cfd00d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.030361192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7ea27146-7982-4500-97e9-69f186cfd00d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.066496986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"a4816869-5c17-4365-b4a8-b19d8d677a64","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.083470216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"fea963ef-34b0-45cc-af97-5a6f2eca6587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.0846968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"5d36b2ec-7a2d-49df-b1ac-18293f378d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.124021701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"a4816869-5c17-4365-b4a8-b19d8d677a64","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.125758784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"5d36b2ec-7a2d-49df-b1ac-18293f378d12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.129231653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"fea963ef-34b0-45cc-af97-5a6f2eca6587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.158053846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"f016843b-2a28-494a-929d-607519cded5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.178905205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"f016843b-2a28-494a-929d-607519cded5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.182376389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"367e076c-4ca2-43a7-84f4-4bb0c72f164f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.206090161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"367e076c-4ca2-43a7-84f4-4bb0c72f164f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.312854702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"ae302967-7e18-427e-9afc-e716eb8c8885","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.324820098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"35d1577b-d187-4e67-9b7b-0df57a729101","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.329102723Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2802bd","namespace":"e2e-extmod-att-noaccess-29b894"},"namespace":"e2e-extmod-att-noaccess-29b894","name":"e2e-att-noaccess-2802bd","reconcileID":"2650f53d-3f68-422e-8cff-dc83c2a8db3d","namespace":"e2e-extmod-att-noaccess-29b894","name":"e2e-att-noaccess-2802bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.33608716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"ae302967-7e18-427e-9afc-e716eb8c8885","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.339909989Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"6452d0d0-1ae3-4b1e-9e54-42fffbc3815d","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.346156015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"35d1577b-d187-4e67-9b7b-0df57a729101","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.362174447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"6452d0d0-1ae3-4b1e-9e54-42fffbc3815d","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.426391334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"45e1a441-72ee-45e1-a2db-dfad410f24ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.426898947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"602be1d3-f84b-4827-a166-286b69faac61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.449327376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"602be1d3-f84b-4827-a166-286b69faac61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.449620531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"45e1a441-72ee-45e1-a2db-dfad410f24ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.488367249Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-noaccess-2802bd","namespace":"e2e-extmod-att-noaccess-29b894"},"namespace":"e2e-extmod-att-noaccess-29b894","name":"e2e-att-noaccess-2802bd","reconcileID":"ca3bc08e-e5e6-4014-9957-bbafa98e1f41","namespace":"e2e-extmod-att-noaccess-29b894","name":"e2e-att-noaccess-2802bd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.663183104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"853852bc-0876-4c36-a187-14e1fa47d24d","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.667364562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"3d687edd-41b5-4adf-b8f1-eb39b3cf37c9","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.684474546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"853852bc-0876-4c36-a187-14e1fa47d24d","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.688353309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"8fe2486b-760b-4501-aa3e-6d71db82fb0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.688628323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"3d687edd-41b5-4adf-b8f1-eb39b3cf37c9","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.691498934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"cc273321-eb47-4a87-b8e8-ade4044cf44b","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.704453377Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9427669667c7ce86bce2f865ae6313e4c922ddfd03e15408eff6e7a31ea042) AuthConfig (de73f16a391a3f20ee998291c501c2ceb7274a14fec3342346fa1c4a0d34bec2) AuthConfig (069f0e339f0b1ecd50f7ecc9db152c88c8ca5d206c57340d6f0a6d17b98a6b84) AuthConfig (3ee596543fc6579a58d85faf9b703bfe1a19490b962bab64860a2d8aea7e700f) AuthConfig (e6e08af8a6d3a334f5921f677be1b30e8b70701257f307b93bf41c3302f7a7f4) AuthConfig (91457f08d7903679660d2c35872e0ae32bf8ee76864d611e92318b73f2271068) AuthConfig (44162d096dd2e7915e43744cc6a3098d4bb6f3bf5d789d5bb9a68b49aa223d3f) AuthConfig (264b05946bdf681f9e803be6741e565a38fabbc74bba1068ee360b02648e6954) AuthConfig (7135093be725c5e57497547529ef326af3551c6043ff5dd01730fc3fcac00068) AuthConfig (5fafb0eb65a969ed393000c6eff83cc9f7be0490cd8ab76940d88198a0823245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"853852bc-0876-4c36-a187-14e1fa47d24d","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.710101947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"8fe2486b-760b-4501-aa3e-6d71db82fb0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.71251238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"cc273321-eb47-4a87-b8e8-ade4044cf44b","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.732065832Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86faf1125a81bb66ca74c7b9f255d57445b837f43f9136dd700c6d431cb1f01e) AuthConfig (d6844d1d64367a0ac76e3ded5844381f25183d297a86fae5ac09573f64506760) AuthConfig (573601b0496b74b69076c079cb25380f7faf0b6eb4be7387f5a52b4872c099a6) AuthConfig (8ec261d651b6d230d469fe96e7f78cf7a5856bf11295fdcecff711d69cc82392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"cc273321-eb47-4a87-b8e8-ade4044cf44b","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.747820505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"d0eb5d06-51b8-4fa2-a7df-265ee03e1916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.755108863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"ca77b8a0-106b-4d80-8243-3373b2753d39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.768660996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"d0eb5d06-51b8-4fa2-a7df-265ee03e1916","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.777681447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"ca77b8a0-106b-4d80-8243-3373b2753d39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.85100375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"3c51c814-7eae-4f7f-b643-5354432bfe34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.872463683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"3c51c814-7eae-4f7f-b643-5354432bfe34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.901786826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"e309e4dc-d7ff-4660-a171-22391ff78a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.901786836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"a9be03a9-a008-4be2-80e6-f4e45cbbb84a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.923427344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"e309e4dc-d7ff-4660-a171-22391ff78a76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.92445246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"a9be03a9-a008-4be2-80e6-f4e45cbbb84a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.951023048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"9e2b17ad-0388-4497-9f5f-d8ef93c203de","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.966515776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"6cde9863-d5ae-4593-8c9a-97372e6e25c2","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.971791703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"9e2b17ad-0388-4497-9f5f-d8ef93c203de","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:28.987838476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"6cde9863-d5ae-4593-8c9a-97372e6e25c2","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.092941125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6c344d9e-63cf-492d-a69f-7f210f670063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.115791594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6c344d9e-63cf-492d-a69f-7f210f670063","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.214524738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f2d8852-8cec-4978-9990-b0c7b1a1f079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.217324056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f90cfb9-a882-4770-a874-c41390d550a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.224861163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"e6984671-d2de-4887-8dcf-955e04d57bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.229659625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"a59c9041-9b72-4d89-af1d-f87b9970d666","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.230426158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"74f2a074-0e23-4439-a1c2-ee5cb19a16c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.235549664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7f2d8852-8cec-4978-9990-b0c7b1a1f079","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.238078062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3f90cfb9-a882-4770-a874-c41390d550a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.245989428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"e6984671-d2de-4887-8dcf-955e04d57bc9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.25058664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"a59c9041-9b72-4d89-af1d-f87b9970d666","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.251471411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"74f2a074-0e23-4439-a1c2-ee5cb19a16c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.333520204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"3ea9f62c-0577-4b4b-99e4-eaa4c80a95c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.335279237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"1f220b78-93e2-489a-9f19-c0225d326c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.345415115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"9cd73bc2-2d0a-4acc-a2b5-879945947101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.355523748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"3ea9f62c-0577-4b4b-99e4-eaa4c80a95c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.357439536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"1f220b78-93e2-489a-9f19-c0225d326c63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.368127457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"9cd73bc2-2d0a-4acc-a2b5-879945947101","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.418646605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"4e6ff3e8-55a0-44c3-b229-b270c8390730","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.440963467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"4e6ff3e8-55a0-44c3-b229-b270c8390730","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.681131743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"da5e93ef-995f-4ec7-8aa2-0a4f20e05b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.697644898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"365cf0bf-f9da-462e-86f2-3d4f5e38a33e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.698071227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"324e891d-442e-42b5-b3fa-8d9916333f7c","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.704002281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"da5e93ef-995f-4ec7-8aa2-0a4f20e05b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.716642863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"4d26f200-961e-43b1-ab03-465165bab994","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.720939657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"365cf0bf-f9da-462e-86f2-3d4f5e38a33e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.725524922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"324e891d-442e-42b5-b3fa-8d9916333f7c","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.738748756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"4d26f200-961e-43b1-ab03-465165bab994","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.947625124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"28b54dc9-854f-4962-a922-bb86e5b1696f","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.947649448Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"28b54dc9-854f-4962-a922-bb86e5b1696f","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.956451535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"39dc1517-08fe-4da0-9c80-37fb8499c382","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-0e59cd","tenantID":"e2e-extmod-b-0e59cd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.969800574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"cbb95dd0-3a97-465b-ac69-18047ebe74da","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.988625615Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-sub","reconcileID":"830aac9e-ed65-47d1-920e-4cd689188fb1","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-70cbd544","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:29.991524102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"cbb95dd0-3a97-465b-ac69-18047ebe74da","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:30.030807778Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"39dc1517-08fe-4da0-9c80-37fb8499c382","name":"e2e-extmod-b-0e59cd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:30.221933213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"0073929a-2be5-4d33-8e86-5afb6ea0a99e","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:30.243854555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"0073929a-2be5-4d33-8e86-5afb6ea0a99e","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:33.640140551Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f56251-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-sub","reconcileID":"ff0e1acb-7723-41b3-b9f5-0f8ce4f719ed","MaaSSubscription":{"name":"e2e-cfl-same-f56251-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","subscription":"e2e-cfl-same-f56251-d06886-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:33.673805576Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f56251-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-sub","reconcileID":"ff0e1acb-7723-41b3-b9f5-0f8ce4f719ed","MaaSSubscription":{"name":"e2e-cfl-same-f56251-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:33.691852634Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-f56251-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-sub","reconcileID":"ff0e1acb-7723-41b3-b9f5-0f8ce4f719ed","MaaSSubscription":{"name":"e2e-cfl-same-f56251-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"maas-trlp-e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:33.879879113Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4e2ac7 priority=0:[ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-serve-8233e3-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:33.896001625Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"78c983c3-48d3-4402-8622-02d51e0ae60a","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:33.896026276Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"78c983c3-48d3-4402-8622-02d51e0ae60a","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-same-f56251-c75d4f8c7e1e","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:33.933414713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"5ee66063-3f49-4cc0-aaa5-521a79970d56","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:33.933553454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"47d04591-8b49-4f32-901b-51736fb623fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:33.934898695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"008f5d12-8df2-4798-9c8e-d2f1b3494f31","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:33.93491848Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"008f5d12-8df2-4798-9c8e-d2f1b3494f31","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:33.955813049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"47d04591-8b49-4f32-901b-51736fb623fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:33.955906637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"5ee66063-3f49-4cc0-aaa5-521a79970d56","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.061367471Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"ec3ca0a7-ed39-474b-b87c-09c40495416e","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.061396753Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"ec3ca0a7-ed39-474b-b87c-09c40495416e","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-same-f56251-c75d4f8c7e1e","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.104796649Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-same-f56251-d06886-access","reconcileID":"fcb8f3e7-407d-4584-8d12-78d00363b0c6","MaaSAuthPolicy":{"name":"e2e-cfl-same-f56251-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.260640666Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"6b8dd3f3-3041-466b-9f3d-100d8cec9cc4","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.260668029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"6b8dd3f3-3041-466b-9f3d-100d8cec9cc4","MaaSModelRef":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-same-f56251-c75d4f8c7e1e","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-same-f56251","externalModel":"e2e-cfl-same-f56251","provider":"e2e-cfl-same-f56251","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.779671806Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"9b091767-f3e8-4dc9-899b-81bb0e61285a","namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.815916132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"3c86594b-a832-4eac-95dc-2c67c3d7dade","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.815942067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"3c86594b-a832-4eac-95dc-2c67c3d7dade","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.824115473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"136c05bc-03d0-4d94-ab91-5035ca32c25e","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.838344876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"47ea7675-05c5-4487-afd5-ecc04c3b8565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.840515158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96d2f445-377f-452c-ab20-12dc6e015da6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.847026521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"136c05bc-03d0-4d94-ab91-5035ca32c25e","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.854843507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"cd31353f-291f-4d4d-b57c-90fa02946076","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.85866355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"78506579-be80-4e93-a4df-44b9a2e48aa2","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.862483114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"47ea7675-05c5-4487-afd5-ecc04c3b8565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.862772665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"96d2f445-377f-452c-ab20-12dc6e015da6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.867573979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9427669667c7ce86bce2f865ae6313e4c922ddfd03e15408eff6e7a31ea042) AuthConfig (de73f16a391a3f20ee998291c501c2ceb7274a14fec3342346fa1c4a0d34bec2) AuthConfig (069f0e339f0b1ecd50f7ecc9db152c88c8ca5d206c57340d6f0a6d17b98a6b84) AuthConfig (3ee596543fc6579a58d85faf9b703bfe1a19490b962bab64860a2d8aea7e700f) AuthConfig (e6e08af8a6d3a334f5921f677be1b30e8b70701257f307b93bf41c3302f7a7f4) AuthConfig (91457f08d7903679660d2c35872e0ae32bf8ee76864d611e92318b73f2271068) AuthConfig (44162d096dd2e7915e43744cc6a3098d4bb6f3bf5d789d5bb9a68b49aa223d3f) AuthConfig (264b05946bdf681f9e803be6741e565a38fabbc74bba1068ee360b02648e6954) AuthConfig (7135093be725c5e57497547529ef326af3551c6043ff5dd01730fc3fcac00068) AuthConfig (5fafb0eb65a969ed393000c6eff83cc9f7be0490cd8ab76940d88198a0823245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"136c05bc-03d0-4d94-ab91-5035ca32c25e","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.875485943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-sub","reconcileID":"d235f81e-a6e5-4b8b-a3d8-84e65ed0230b","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"maas-trlp-e2e-cfl-f08011","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.877985131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"cd31353f-291f-4d4d-b57c-90fa02946076","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.883776298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"78506579-be80-4e93-a4df-44b9a2e48aa2","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.910693758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86faf1125a81bb66ca74c7b9f255d57445b837f43f9136dd700c6d431cb1f01e) AuthConfig (d6844d1d64367a0ac76e3ded5844381f25183d297a86fae5ac09573f64506760) AuthConfig (573601b0496b74b69076c079cb25380f7faf0b6eb4be7387f5a52b4872c099a6) AuthConfig (8ec261d651b6d230d469fe96e7f78cf7a5856bf11295fdcecff711d69cc82392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"cd31353f-291f-4d4d-b57c-90fa02946076","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.964369108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96ec5876-c927-4126-95b0-e0957a428a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:34.997531747Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","reconcileID":"503ee70d-1166-4402-b80f-ad448ebe8346","namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.020930351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"96ec5876-c927-4126-95b0-e0957a428a55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.059810466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"fd3efdb6-f7ab-46c4-9620-c86e85bd1903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.060482189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"be9782b0-45b4-4736-84a2-bc024b7c1d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.064836594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"5c607dbf-f9e4-4157-b2ca-d53feb148147","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.251902158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"be9782b0-45b4-4736-84a2-bc024b7c1d81","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.306960579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"fd3efdb6-f7ab-46c4-9620-c86e85bd1903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.456939938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"5c607dbf-f9e4-4157-b2ca-d53feb148147","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.578944672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"17d2cff5-2ca7-4228-9b55-de53fe0c325c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.579444659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b4825582-7109-4dc0-b9ec-14dc096228c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.761511166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"17d2cff5-2ca7-4228-9b55-de53fe0c325c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.855129771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b4825582-7109-4dc0-b9ec-14dc096228c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.872825104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"6e9451ec-a44c-40e1-b169-dc65d7fda61b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.874668355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"d860165e-6978-4ac7-b898-58f2615f384a","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.907936163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"d860165e-6978-4ac7-b898-58f2615f384a","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.915641862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"6e9451ec-a44c-40e1-b169-dc65d7fda61b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.924054837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"0472fa8d-1402-4df3-833d-3267a620e622","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.947055259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"0472fa8d-1402-4df3-833d-3267a620e622","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.970260742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b937c9de-d9e0-4ec5-b4d1-0f4552c797e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.976225612Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"0700a758-6883-48bf-be14-724dd4b38c60","namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.990543754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"099a7f18-1a9c-4b6e-97c7-df42f4a9a625","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:35.991457002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"b937c9de-d9e0-4ec5-b4d1-0f4552c797e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.010628867Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"84adde74-fa3b-4abe-b0ac-57b4048e1337","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.011599471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"099a7f18-1a9c-4b6e-97c7-df42f4a9a625","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.091740981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"1402a193-767c-4a61-ae4a-7726ee05ebd3","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.10741397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"390e0376-33b4-437a-b82c-0e56bdbeb7e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.113955443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"1402a193-767c-4a61-ae4a-7726ee05ebd3","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.12872503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"390e0376-33b4-437a-b82c-0e56bdbeb7e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.166146869Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-f56251","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","reconcileID":"52f01137-a674-4000-8830-8dfd98771cc6","namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-same-f56251","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.228542034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"3e1a9234-539d-4a25-8c20-37809ff3d9a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.228871179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"f3bf8f9a-f151-4253-8130-31a4780c1454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.414683454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"f3bf8f9a-f151-4253-8130-31a4780c1454","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.422487494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"3e1a9234-539d-4a25-8c20-37809ff3d9a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.465891367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"af6c0cb1-c4d3-4dfb-9216-dfdb043a5e79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.475318076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"b1c40f70-0fdf-4680-aaca-1ca53ba3f5f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.475868411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"3a1910cf-d9fd-4ccf-92ee-3d041325276a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.540898937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"af6c0cb1-c4d3-4dfb-9216-dfdb043a5e79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.554109725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"b1c40f70-0fdf-4680-aaca-1ca53ba3f5f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.612488057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"3a1910cf-d9fd-4ccf-92ee-3d041325276a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.827700287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"b885c293-02d4-4a50-b27e-304b9754484c","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.829155903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"93cf9d10-fe4b-4dc4-9d6d-4f83b2ad3f2a","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.829177227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"93cf9d10-fe4b-4dc4-9d6d-4f83b2ad3f2a","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.845684673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"686cfe0e-04fe-43a7-b146-a65999dc4774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.853623073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"b885c293-02d4-4a50-b27e-304b9754484c","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:36.939934726Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-sub","reconcileID":"c66db78b-ea0b-4edf-8814-1e60abb1db0b","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-44a30064","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.02763227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9427669667c7ce86bce2f865ae6313e4c922ddfd03e15408eff6e7a31ea042) AuthConfig (de73f16a391a3f20ee998291c501c2ceb7274a14fec3342346fa1c4a0d34bec2) AuthConfig (069f0e339f0b1ecd50f7ecc9db152c88c8ca5d206c57340d6f0a6d17b98a6b84) AuthConfig (3ee596543fc6579a58d85faf9b703bfe1a19490b962bab64860a2d8aea7e700f) AuthConfig (e6e08af8a6d3a334f5921f677be1b30e8b70701257f307b93bf41c3302f7a7f4) AuthConfig (91457f08d7903679660d2c35872e0ae32bf8ee76864d611e92318b73f2271068) AuthConfig (44162d096dd2e7915e43744cc6a3098d4bb6f3bf5d789d5bb9a68b49aa223d3f) AuthConfig (264b05946bdf681f9e803be6741e565a38fabbc74bba1068ee360b02648e6954) AuthConfig (7135093be725c5e57497547529ef326af3551c6043ff5dd01730fc3fcac00068) AuthConfig (5fafb0eb65a969ed393000c6eff83cc9f7be0490cd8ab76940d88198a0823245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"b885c293-02d4-4a50-b27e-304b9754484c","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.035449692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"686cfe0e-04fe-43a7-b146-a65999dc4774","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.050075952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"4834ee7f-1b78-48db-8082-263089b8a062","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.061028676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"3b807a36-9c95-44eb-82d4-ff31937b5e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.072801894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"4834ee7f-1b78-48db-8082-263089b8a062","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.080835528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46357c7f-f416-4b62-8de9-902426c3a20b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.081141356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"159084c1-28f6-4afe-b310-1bcb78b59b7b","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.08206612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"3b807a36-9c95-44eb-82d4-ff31937b5e85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.093309048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86faf1125a81bb66ca74c7b9f255d57445b837f43f9136dd700c6d431cb1f01e) AuthConfig (d6844d1d64367a0ac76e3ded5844381f25183d297a86fae5ac09573f64506760) AuthConfig (573601b0496b74b69076c079cb25380f7faf0b6eb4be7387f5a52b4872c099a6) AuthConfig (8ec261d651b6d230d469fe96e7f78cf7a5856bf11295fdcecff711d69cc82392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"4834ee7f-1b78-48db-8082-263089b8a062","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.123532376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"159084c1-28f6-4afe-b310-1bcb78b59b7b","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.12567144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"46357c7f-f416-4b62-8de9-902426c3a20b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.155774433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4291c4ad-2b59-4d6e-ab4f-1b5097addaec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.159128653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"2dfd687d-ed4d-43d3-82f1-1a8102d1d3e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.176769667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4291c4ad-2b59-4d6e-ab4f-1b5097addaec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.180008876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"2dfd687d-ed4d-43d3-82f1-1a8102d1d3e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.191783463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"6693524f-94d9-421c-ae07-009a65db4062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.207793427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"f8023460-4bc8-4a73-8c19-907b30032b85","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.213029674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"6693524f-94d9-421c-ae07-009a65db4062","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.229744525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"f8023460-4bc8-4a73-8c19-907b30032b85","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.323332727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a29f05a7-5149-4648-a354-9044290b9abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.323670025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"c2af14d0-b177-4226-9534-4dc0448a1106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.32545516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"6a7ad74f-2139-4119-b97c-551a11f012b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.402112168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a29f05a7-5149-4648-a354-9044290b9abb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.412815957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"c2af14d0-b177-4226-9534-4dc0448a1106","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.41384012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"6a7ad74f-2139-4119-b97c-551a11f012b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.425157606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"e41b73a5-c4b2-4e79-98a6-49b9913734a6","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.446713561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"e41b73a5-c4b2-4e79-98a6-49b9913734a6","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.447433139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"262e1330-6a01-4bc0-bf66-2f3c893cb7b8","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.470427751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"262e1330-6a01-4bc0-bf66-2f3c893cb7b8","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.566269174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"05268d42-f4ae-46d5-a137-3e22652bd8df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.570281325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ed0c2ba8-39d1-4321-9c1a-b5daed050a52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.582354921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"b57c5e21-4c15-4c1c-b44d-21bb3a8c930a","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.588104663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"05268d42-f4ae-46d5-a137-3e22652bd8df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.591198928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ed0c2ba8-39d1-4321-9c1a-b5daed050a52","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.628872989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"b57c5e21-4c15-4c1c-b44d-21bb3a8c930a","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.652412741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"35cda129-01bc-4f31-8339-369b8b8500fe","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.673652707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"35cda129-01bc-4f31-8339-369b8b8500fe","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.764267458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"51945fd4-efbf-4058-9b2d-6e07919e8e06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.76511595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0804a842-2511-41d8-9062-ab9fe154c3f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.788435827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0804a842-2511-41d8-9062-ab9fe154c3f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:37.789556953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"51945fd4-efbf-4058-9b2d-6e07919e8e06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.005333366Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-sub","reconcileID":"7fe0a3c9-a046-45c6-8c28-f5fce33e4f60","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","subscription":"e2e-att-unrel-6846f5-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.038770232Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-sub","reconcileID":"7fe0a3c9-a046-45c6-8c28-f5fce33e4f60","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.05519933Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-sub","reconcileID":"7fe0a3c9-a046-45c6-8c28-f5fce33e4f60","MaaSSubscription":{"name":"e2e-att-unrel-6846f5-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"maas-trlp-e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.21602317Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4e2ac7 priority=0:[ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-serve-8233e3-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.232683834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"c6474227-ad55-4cc8-aef6-66867502bfe2","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.232708473Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"c6474227-ad55-4cc8-aef6-66867502bfe2","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.251144385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"03317959-30ff-42eb-8c43-25fb1d33611c","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.272520436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"03317959-30ff-42eb-8c43-25fb1d33611c","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.388566546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"f919d1d9-f899-4aea-bef4-a24ac154815b","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.388592644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"f919d1d9-f899-4aea-bef4-a24ac154815b","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.421101766Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"63eb8223-b3b8-4e34-8075-a38566c07bf0","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.655809519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"63eb8223-b3b8-4e34-8075-a38566c07bf0","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.711494772Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"63eb8223-b3b8-4e34-8075-a38566c07bf0","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.711518466Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-att-unrel-6846f5-access","reconcileID":"63eb8223-b3b8-4e34-8075-a38566c07bf0","MaaSAuthPolicy":{"name":"e2e-att-unrel-6846f5-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.751086104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"f9810fbb-5981-40b6-ad27-d4e5f0193d95","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"tenant":"e2e-extmod-b-fb367d","gateway":"openshift-ingress/e2e-extmod-b-fb367d","model":"e2e-extmod-att-user-a3ce31/e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:40.751115586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"f9810fbb-5981-40b6-ad27-d4e5f0193d95","MaaSModelRef":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"routeName":"external-model-e2e-att-unrel-6846f5-c2c045ffc188","namespace":"e2e-extmod-att-user-a3ce31","model":"e2e-att-unrel-6846f5","externalModel":"e2e-att-unrel-6846f5","provider":"e2e-att-unrel-6846f5-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.272358055Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"ef94d88e-63e2-42a5-8015-27ecf0d8d32a","namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.574278448Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-6846f5","namespace":"e2e-extmod-att-user-a3ce31"},"namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","reconcileID":"fc37ddae-9c41-4f5d-bea3-f0bba2d288fb","namespace":"e2e-extmod-att-user-a3ce31","name":"e2e-att-unrel-6846f5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.616060326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"1565a78e-c9a7-4129-a637-c25d1b864ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.616889808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"2a50227e-8701-455a-b484-87f6f07b8b44","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.617300146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"abfadc86-4e8c-431a-b41e-3600a13dbb1b","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.643155932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"abfadc86-4e8c-431a-b41e-3600a13dbb1b","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.646804105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"2a50227e-8701-455a-b484-87f6f07b8b44","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.650206568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"1565a78e-c9a7-4129-a637-c25d1b864ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.651749294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"9e78f37d-3c4f-4cbd-ab11-2b07602aaacb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.674750906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"496cdb35-217e-4e2b-8861-cafc91118500","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.675496435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9427669667c7ce86bce2f865ae6313e4c922ddfd03e15408eff6e7a31ea042) AuthConfig (de73f16a391a3f20ee998291c501c2ceb7274a14fec3342346fa1c4a0d34bec2) AuthConfig (069f0e339f0b1ecd50f7ecc9db152c88c8ca5d206c57340d6f0a6d17b98a6b84) AuthConfig (3ee596543fc6579a58d85faf9b703bfe1a19490b962bab64860a2d8aea7e700f) AuthConfig (e6e08af8a6d3a334f5921f677be1b30e8b70701257f307b93bf41c3302f7a7f4) AuthConfig (91457f08d7903679660d2c35872e0ae32bf8ee76864d611e92318b73f2271068) AuthConfig (44162d096dd2e7915e43744cc6a3098d4bb6f3bf5d789d5bb9a68b49aa223d3f) AuthConfig (264b05946bdf681f9e803be6741e565a38fabbc74bba1068ee360b02648e6954) AuthConfig (7135093be725c5e57497547529ef326af3551c6043ff5dd01730fc3fcac00068) AuthConfig (5fafb0eb65a969ed393000c6eff83cc9f7be0490cd8ab76940d88198a0823245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"abfadc86-4e8c-431a-b41e-3600a13dbb1b","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.68074959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"9e78f37d-3c4f-4cbd-ab11-2b07602aaacb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.696625036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"496cdb35-217e-4e2b-8861-cafc91118500","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.717898689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (86faf1125a81bb66ca74c7b9f255d57445b837f43f9136dd700c6d431cb1f01e) AuthConfig (d6844d1d64367a0ac76e3ded5844381f25183d297a86fae5ac09573f64506760) AuthConfig (573601b0496b74b69076c079cb25380f7faf0b6eb4be7387f5a52b4872c099a6) AuthConfig (8ec261d651b6d230d469fe96e7f78cf7a5856bf11295fdcecff711d69cc82392)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"496cdb35-217e-4e2b-8861-cafc91118500","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.728206081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"27a0802e-f6f2-4787-b4dd-618984d947d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:41.750113019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"27a0802e-f6f2-4787-b4dd-618984d947d1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.071953393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"461d21bb-ee72-4434-a958-eafb8c716c23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.091615996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"2ecfe3a4-b814-4121-9c04-8e5f2e337fba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.097063925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"461d21bb-ee72-4434-a958-eafb8c716c23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.131565942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"2ecfe3a4-b814-4121-9c04-8e5f2e337fba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.136025271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6d87924a-5cc3-489f-8466-8a7f706f0f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.136676969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"1035e538-6dcf-4080-8c27-6c8b51ba28c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.157616232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"3bbc71e2-c213-4b62-965b-8a4614a9cd36","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.176034149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"1035e538-6dcf-4080-8c27-6c8b51ba28c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.177044694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6d87924a-5cc3-489f-8466-8a7f706f0f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.18484491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"3bbc71e2-c213-4b62-965b-8a4614a9cd36","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.344674476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce690a2f-9a0f-4518-aa2e-5a1d97e3d76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.374519321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"6ce9cb29-2956-4210-b3d5-f3daaa4d24f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.45057143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b963c12-e4fa-442c-8f83-f01692df2693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.628943143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"6ce9cb29-2956-4210-b3d5-f3daaa4d24f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.632643683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce690a2f-9a0f-4518-aa2e-5a1d97e3d76f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.677240043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"fd722dfd-3451-4206-9004-eec3f64c2f07","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.682203168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b963c12-e4fa-442c-8f83-f01692df2693","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.698019295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"3b22da2c-c9cc-4928-85b6-64669a823ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.712882304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"fd722dfd-3451-4206-9004-eec3f64c2f07","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.73499638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"3b22da2c-c9cc-4928-85b6-64669a823ea8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.739802022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-b765fa-sub","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-sub","reconcileID":"847bc1f8-bada-423f-b5f6-5e2ec3b4f6cc","MaaSSubscription":{"name":"e2e-cmp-legacy-b765fa-sub","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"maas-trlp-e2e-cmp-legacy-b765fa","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.78790688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"932ff70a-bbaf-49f0-8239-6f2613f49de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.804562438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"aa642a6e-2597-4bf4-b153-b4faba344a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.810540381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"932ff70a-bbaf-49f0-8239-6f2613f49de4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.830453462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"aa642a6e-2597-4bf4-b153-b4faba344a9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.851938578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"bc2a80ed-64e3-443f-a63e-65f478420093","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.851969051Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"bc2a80ed-64e3-443f-a63e-65f478420093","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.871782103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"ade021dc-5e22-40aa-9be3-4774a04c9b32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.892548201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"ade021dc-5e22-40aa-9be3-4774a04c9b32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.954351623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"888f099f-7942-4890-9408-c3f619d8f39a","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.975009961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"888f099f-7942-4890-9408-c3f619d8f39a","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:42.984650592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"c5e6c4c4-a13a-41f9-8934-06127b90e141","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.005706153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"c5e6c4c4-a13a-41f9-8934-06127b90e141","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.06947149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"3ed6c01a-5225-4c80-a58d-a9d506efe860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.070507963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"1d31e727-988b-4717-afba-b273c867f91c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.090962662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"3ed6c01a-5225-4c80-a58d-a9d506efe860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.091260149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"1d31e727-988b-4717-afba-b273c867f91c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.15633545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"2382da54-4c89-4cc4-81b3-a26159a917c1","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.177426239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"2382da54-4c89-4cc4-81b3-a26159a917c1","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.187495688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"58c44554-bba7-4fe1-8fc1-54c2172a8269","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.197325036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-e1769a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ac9427669667c7ce86bce2f865ae6313e4c922ddfd03e15408eff6e7a31ea042) AuthConfig (de73f16a391a3f20ee998291c501c2ceb7274a14fec3342346fa1c4a0d34bec2) AuthConfig (069f0e339f0b1ecd50f7ecc9db152c88c8ca5d206c57340d6f0a6d17b98a6b84) AuthConfig (3ee596543fc6579a58d85faf9b703bfe1a19490b962bab64860a2d8aea7e700f) AuthConfig (e6e08af8a6d3a334f5921f677be1b30e8b70701257f307b93bf41c3302f7a7f4) AuthConfig (91457f08d7903679660d2c35872e0ae32bf8ee76864d611e92318b73f2271068) AuthConfig (44162d096dd2e7915e43744cc6a3098d4bb6f3bf5d789d5bb9a68b49aa223d3f) AuthConfig (264b05946bdf681f9e803be6741e565a38fabbc74bba1068ee360b02648e6954) AuthConfig (7135093be725c5e57497547529ef326af3551c6043ff5dd01730fc3fcac00068) AuthConfig (5fafb0eb65a969ed393000c6eff83cc9f7be0490cd8ab76940d88198a0823245)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"2382da54-4c89-4cc4-81b3-a26159a917c1","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.208730917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"58c44554-bba7-4fe1-8fc1-54c2172a8269","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.228647792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"58c44554-bba7-4fe1-8fc1-54c2172a8269","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.23293797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"5ad77e68-57bb-4634-bdf4-e29c3e5d8c92","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.248481498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"35529d49-1e4b-43be-a9a1-d5737a494845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.254651597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"5ad77e68-57bb-4634-bdf4-e29c3e5d8c92","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.2647406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"876a957c-6e44-4895-9c1d-74f5d21f07d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.266859355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"d27b861c-476a-4a19-ae7f-62235d481601","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.266877843Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"d27b861c-476a-4a19-ae7f-62235d481601","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-detach-c0e3ab-e41b24700777","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-detach-c0e3ab","externalModel":"e2e-att-detach-c0e3ab","provider":"e2e-att-detach-c0e3ab-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.26948653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"35529d49-1e4b-43be-a9a1-d5737a494845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.28625547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"876a957c-6e44-4895-9c1d-74f5d21f07d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.416653126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-817958-c5ef2f-sub","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-sub","reconcileID":"db03aa5c-1dff-469d-9072-c994773f5301","MaaSSubscription":{"name":"e2e-cfl-817958-c5ef2f-sub","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"maas-trlp-e2e-cfl-817958","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.513607715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"18481a41-abbc-46b9-ae9d-67f1c5a17d35","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:43.513636225Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"18481a41-abbc-46b9-ae9d-67f1c5a17d35","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"routeName":"external-model-e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.036992537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"1194e05b-7476-4a85-9bd8-5ac8a2393c3a","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.057797569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"1194e05b-7476-4a85-9bd8-5ac8a2393c3a","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.27314458Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"b7df117c-c838-43f5-822c-6d72d960ba51","namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.290021061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"cab04f10-c842-4380-9eee-e589adddef7c","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.290051034Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"cab04f10-c842-4380-9eee-e589adddef7c","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.311604572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"39857847-a1f7-4c00-908f-4b2f1b4d5bf2","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.324990237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"b17fef12-5f8b-4960-957a-911851c6a8cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.325078633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"7ebb0c78-577b-4f2e-81fe-de9a9040be91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.326255412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"b7c8d15f-df21-4e2f-878b-d75a41aae2a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.333530238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"39857847-a1f7-4c00-908f-4b2f1b4d5bf2","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.344168152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"dadc2e71-c616-4a66-b144-617b97048b84","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.346433001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"7ebb0c78-577b-4f2e-81fe-de9a9040be91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.346647712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"b17fef12-5f8b-4960-957a-911851c6a8cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.348874205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"b7c8d15f-df21-4e2f-878b-d75a41aae2a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.366164647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"dadc2e71-c616-4a66-b144-617b97048b84","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.386142024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"dadc2e71-c616-4a66-b144-617b97048b84","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.426083094Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"efb60bff-a3af-4b36-84af-19e7b323bcd9","namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.436535187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"82b80166-c96a-440e-94a2-871ea46d38d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.442577919Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"114bcce1-7bf9-43ab-a077-c47eee7eda13","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.442611727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"114bcce1-7bf9-43ab-a077-c47eee7eda13","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.459250075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"82b80166-c96a-440e-94a2-871ea46d38d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.537824038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"685aeba0-9f4d-447d-92f7-953b622c071b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.542039665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"e374a091-10ca-41be-9621-0754e7a49065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.553236192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"45b0a8cb-09aa-4788-af98-b43d3aa0662c","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.558607565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"685aeba0-9f4d-447d-92f7-953b622c071b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.563095888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"e374a091-10ca-41be-9621-0754e7a49065","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.575489955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"45b0a8cb-09aa-4788-af98-b43d3aa0662c","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.621872676Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"2575506b-cc24-4f00-9465-c5587c808627","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.640890112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faf56b14-e3cc-41ad-87b6-f283e3f0741c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.649229823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"7a0f7a4f-77ef-4725-8ae5-4ed0c01382d9","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.649246972Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"7a0f7a4f-77ef-4725-8ae5-4ed0c01382d9","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"routeName":"external-model-e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.65198384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac3843ee-59a2-4e30-8dd1-5e8b847f79d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.661649463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"faf56b14-e3cc-41ad-87b6-f283e3f0741c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.67572296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ac3843ee-59a2-4e30-8dd1-5e8b847f79d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.69259133Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-817958-c5ef2f-sub","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-sub","reconcileID":"2513cdd4-3761-49db-bde9-434763cd51b4","MaaSSubscription":{"name":"e2e-cfl-817958-c5ef2f-sub","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e1ac438a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.817455611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"b3de1f7c-062d-4483-9ee3-3ba7feca49ff","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.830572902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b390b3f1-f6f6-4734-bc78-b61661de214a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.831771525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7da69c44-000a-4926-8f83-d01805b1b61b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.838355797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"b3de1f7c-062d-4483-9ee3-3ba7feca49ff","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.845810259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"4ac80c4e-90e8-4a62-9fb1-358229dd04bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.84705883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"933cf4cc-6e15-4500-b2d0-233055394448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.852407795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b390b3f1-f6f6-4734-bc78-b61661de214a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.853399702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7da69c44-000a-4926-8f83-d01805b1b61b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.867820611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"4ac80c4e-90e8-4a62-9fb1-358229dd04bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.868785062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"933cf4cc-6e15-4500-b2d0-233055394448","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.934319239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"072451ba-a5a2-47d4-8e56-dc3bc75e4baf","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.949828317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"51837faa-c80a-4530-ae9f-669fb2c70030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.955388739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"072451ba-a5a2-47d4-8e56-dc3bc75e4baf","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.965146576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"bc386229-0572-4d42-a70c-d3ce4490066d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.970663003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"51837faa-c80a-4530-ae9f-669fb2c70030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.970934726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ecef0cb2-b87c-4800-99cc-fa6092915ac5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.979613753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"521537ce-fbad-40f9-82d2-bcb4df90fc0b","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.98726857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"bc386229-0572-4d42-a70c-d3ce4490066d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:44.992795044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ecef0cb2-b87c-4800-99cc-fa6092915ac5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.000899978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"521537ce-fbad-40f9-82d2-bcb4df90fc0b","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.055389433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"cd519247-8d8c-49d3-ae92-6fbbbaa0a948","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.076504529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"cd519247-8d8c-49d3-ae92-6fbbbaa0a948","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.169551901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"acf94c17-6e54-4e17-902d-1754485b082c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.173971264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"1c041c65-57f9-493c-bf38-c35931cca7a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.185699421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"22d5a620-083c-47be-bbc1-82ec0b76c7c8","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.190308064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"fde54689-0c13-423e-89e4-707ba2590789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.190818065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"acf94c17-6e54-4e17-902d-1754485b082c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.194764078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"1c041c65-57f9-493c-bf38-c35931cca7a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.205467589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"3faf38f2-c548-47cd-8c9c-c8ff60adef17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.206288478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"22d5a620-083c-47be-bbc1-82ec0b76c7c8","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.210906837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"fde54689-0c13-423e-89e4-707ba2590789","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.226491525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"22d5a620-083c-47be-bbc1-82ec0b76c7c8","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.226539595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"3faf38f2-c548-47cd-8c9c-c8ff60adef17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.272780313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"0246242b-fd5b-4aa8-8cc4-9ec98e3b9d53","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.276399004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"00d95fa2-f37a-433c-b1d7-5c98efbc2e70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.323652081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"0246242b-fd5b-4aa8-8cc4-9ec98e3b9d53","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.326918682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"00d95fa2-f37a-433c-b1d7-5c98efbc2e70","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.489476838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"7f85d5d5-a359-4ed0-811b-5f81164c4592","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.493815436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"eb82f874-ec1c-4a20-aa31-15b727381e39","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.494038244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f03991e0-1f0a-4d4c-a304-6fb221069745","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.538002553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f03991e0-1f0a-4d4c-a304-6fb221069745","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.538167003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"eb82f874-ec1c-4a20-aa31-15b727381e39","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.540223743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"7f85d5d5-a359-4ed0-811b-5f81164c4592","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.570260688Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"eb82f874-ec1c-4a20-aa31-15b727381e39","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:45.665311347Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.956682941Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-sub","reconcileID":"fe7a38a5-4c34-4fee-a47d-6857355c3cca","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","subscription":"e2e-cfl-f08011-d06886-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:46.989743562Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-sub","reconcileID":"fe7a38a5-4c34-4fee-a47d-6857355c3cca","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.006158071Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-sub","reconcileID":"fe7a38a5-4c34-4fee-a47d-6857355c3cca","MaaSSubscription":{"name":"e2e-cfl-f08011-d06886-sub","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"maas-trlp-e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.104505666Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4e2ac7 priority=0:[ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-serve-8233e3-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.12102828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"be871924-9258-4b14-9192-2e2665e3a2cc","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.121052264Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"be871924-9258-4b14-9192-2e2665e3a2cc","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.138987694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"af7a5dc3-bce0-4815-b494-ce233f310983","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.16023908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"af7a5dc3-bce0-4815-b494-ce233f310983","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.271447261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"9af3a6fd-3adb-4505-a857-263b27791ba3","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.271476426Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"9af3a6fd-3adb-4505-a857-263b27791ba3","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.322124164Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"c23679c7-69c5-42a4-a3c5-116d1f17638f","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.375353881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"c23679c7-69c5-42a4-a3c5-116d1f17638f","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.431909452Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"c23679c7-69c5-42a4-a3c5-116d1f17638f","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"name":"e2e-extmod-a-dea9cb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.431932049Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"e2e-cfl-f08011-d06886-access","reconcileID":"c23679c7-69c5-42a4-a3c5-116d1f17638f","MaaSAuthPolicy":{"name":"e2e-cfl-f08011-d06886-access","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-dea9cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.469009508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"1690e6c6-46dc-4cf4-9b03-dd36bd43085f","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"tenant":"e2e-extmod-a-dea9cb","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","model":"e2e-extmod-cfl-1-d06886/e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:47.469035568Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"1690e6c6-46dc-4cf4-9b03-dd36bd43085f","MaaSModelRef":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"routeName":"external-model-e2e-cfl-f08011-807f02b46626","namespace":"e2e-extmod-cfl-1-d06886","model":"e2e-cfl-f08011","externalModel":"e2e-cfl-f08011","provider":"e2e-cfl-f08011-provider","gateway":"openshift-ingress/e2e-extmod-a-dea9cb","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.030715623Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"86fe820e-1ba6-483d-82e5-4606aff32ef4","namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.066095237Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-2-748bf4"},"namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","reconcileID":"c7a7b707-ed30-492d-9506-9320f2bfd154","namespace":"e2e-extmod-cfl-2-748bf4","name":"e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.083900887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"54d71da1-1d10-452b-816c-ccbc6f7a1842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.084256685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"65d66a07-8ffa-4293-803c-ebf1fc2844de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.084977627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"bb4db2ef-ca6d-4fd8-ae51-433ff0fe63ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.087150287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"24e9a77c-3773-4626-97b2-604ec3b68181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.104840634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"abfef41e-6044-448d-a05a-4241ae9be7f4","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.123492557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"24e9a77c-3773-4626-97b2-604ec3b68181","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.127354586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"bb4db2ef-ca6d-4fd8-ae51-433ff0fe63ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.130763279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"54d71da1-1d10-452b-816c-ccbc6f7a1842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.131822009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"abfef41e-6044-448d-a05a-4241ae9be7f4","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.134344321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"65d66a07-8ffa-4293-803c-ebf1fc2844de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.152204086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"abfef41e-6044-448d-a05a-4241ae9be7f4","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.202485505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"575fb736-2b23-49e2-aae6-4a0e916438dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.223670137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"575fb736-2b23-49e2-aae6-4a0e916438dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.309525501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"043d1084-9507-4440-8c7e-479efa0b92f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.331228505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"043d1084-9507-4440-8c7e-479efa0b92f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.409681988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"10f4b5a5-520e-43ac-b904-eefa11d430d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.413145038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b25b1d60-c258-4dbc-9efb-b1da9e6c9018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.413327583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dca941da-0895-4df5-9f77-6dc7676165db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.425215109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f59f3672-27d4-4f86-a428-3e0629c614d0","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.431867749Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"10f4b5a5-520e-43ac-b904-eefa11d430d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.434365618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dca941da-0895-4df5-9f77-6dc7676165db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.435620517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b25b1d60-c258-4dbc-9efb-b1da9e6c9018","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.447906635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f59f3672-27d4-4f86-a428-3e0629c614d0","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.509870881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"828eaad6-fe74-4acf-bd35-7e854c700dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.532654001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"828eaad6-fe74-4acf-bd35-7e854c700dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.59656284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"13775044-70f9-4fe4-8e9c-9066006eb6fb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.611973578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"62bba0e8-88f2-4bce-b15a-d65310dc388e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.613574733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"677a922e-e88b-4d56-9817-1fc5aee8f2ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.617531279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"13775044-70f9-4fe4-8e9c-9066006eb6fb","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.634160609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"62bba0e8-88f2-4bce-b15a-d65310dc388e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.634608565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"677a922e-e88b-4d56-9817-1fc5aee8f2ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.711631346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"7ffcbbad-70ce-4675-b56c-536da272ede6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.711644622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"dbbc9faf-f5f0-4a57-883a-ba4fa6912358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.73488237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"dbbc9faf-f5f0-4a57-883a-ba4fa6912358","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.736032442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"7ffcbbad-70ce-4675-b56c-536da272ede6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.804126903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"b08da703-dcb5-4f03-8ca9-3b2d2ba4c11e","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.817545792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"3f1a7a86-462f-41c7-b3d7-b147b1841ea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.82560185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"b08da703-dcb5-4f03-8ca9-3b2d2ba4c11e","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.831140665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"8ee96695-4ebc-4367-a34f-71f7e3e96f0c","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.833729409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"3b711f62-1220-4e27-9a81-4199504ebfb9","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.840032367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"3f1a7a86-462f-41c7-b3d7-b147b1841ea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.847069225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"392d4d6b-35fc-4af7-be12-baaba79b29b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.853686584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"8ee96695-4ebc-4367-a34f-71f7e3e96f0c","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.85613576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"3b711f62-1220-4e27-9a81-4199504ebfb9","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.870122432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"392d4d6b-35fc-4af7-be12-baaba79b29b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.944382662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"644d6427-a558-4bf6-9c8e-8aa08a11705c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:48.966519422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"644d6427-a558-4bf6-9c8e-8aa08a11705c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.046692207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"2d251219-0261-4b42-b36d-2bd4c0edfd79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.04834579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"48d82888-d470-4064-af5e-45cef8a70b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.056646188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"d7d6a651-30af-4309-9f61-97908e1d8020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.067622249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"2d251219-0261-4b42-b36d-2bd4c0edfd79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.070321854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"48d82888-d470-4064-af5e-45cef8a70b08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.07213677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"62ca779c-9585-48c4-877d-3cd3247ae604","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.077562004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"d7d6a651-30af-4309-9f61-97908e1d8020","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.089203494Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"77a1cd47-1fa6-4d0f-9801-77dea4416aa5","namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.093864309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"62ca779c-9585-48c4-877d-3cd3247ae604","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.113711792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"62ca779c-9585-48c4-877d-3cd3247ae604","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.229485913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"a75e78ce-508f-451c-95ac-731ed9c34192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.25306737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"a75e78ce-508f-451c-95ac-731ed9c34192","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.268604611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"25789768-52a6-4229-a95e-8dcf6845a656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.328666317Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-f08011","namespace":"e2e-extmod-cfl-1-d06886"},"namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","reconcileID":"b20f7bae-569e-4b01-8a5a-654c8b095c60","namespace":"e2e-extmod-cfl-1-d06886","name":"e2e-cfl-f08011","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.32918033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"25789768-52a6-4229-a95e-8dcf6845a656","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.375777857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"726b8f89-eeb8-4fae-889a-06274fcd9b88","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.37590345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"1f96abb1-abf6-4930-8c62-bac4918a13e1","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.376960019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"d0ac1f9c-36cb-4d7a-8561-4b39d3620d09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.397333144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"726b8f89-eeb8-4fae-889a-06274fcd9b88","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.398440468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"1f96abb1-abf6-4930-8c62-bac4918a13e1","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.39967507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"d0ac1f9c-36cb-4d7a-8561-4b39d3620d09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.418385256Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"1f96abb1-abf6-4930-8c62-bac4918a13e1","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.462593163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"0f3b93c5-0b78-4f78-b2aa-3f060dae146f","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.464166187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"2cf368fe-82be-4fd5-8ac6-0b45a13326ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.478661307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"c9be983d-629c-4e9c-b29b-d8986449110b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.484056774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"0f3b93c5-0b78-4f78-b2aa-3f060dae146f","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.485408686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"2cf368fe-82be-4fd5-8ac6-0b45a13326ea","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.499874524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"c9be983d-629c-4e9c-b29b-d8986449110b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.719579469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"5b31c254-f87d-4a5b-94b9-fefe77ab4e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.79629795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"04fe5f29-26b2-411b-8ffd-1922fb46b446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:49.832250694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"5b31c254-f87d-4a5b-94b9-fefe77ab4e22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.077560092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4dc60fe6-c3d7-49be-bc19-0580655f96c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.190932965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"04fe5f29-26b2-411b-8ffd-1922fb46b446","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.208868258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4dc60fe6-c3d7-49be-bc19-0580655f96c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.242020264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"30f59cae-0889-4415-bac7-1cf3a3b86061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.266135265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"30f59cae-0889-4415-bac7-1cf3a3b86061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.266220561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"87e1b15d-2f5a-4edb-8fe7-4b87cc81daf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.287586442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"87e1b15d-2f5a-4edb-8fe7-4b87cc81daf0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.29686443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"f73ded31-a6b6-43c8-94b4-a16caeba565b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.317913656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"f73ded31-a6b6-43c8-94b4-a16caeba565b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.394915268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"4b608138-58c3-4ec0-9c17-f4ce6f84dedb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.409465268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"45cb3d19-3b39-4f2b-8231-a34865cfa86d","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.415720259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"4b608138-58c3-4ec0-9c17-f4ce6f84dedb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.432453292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"45cb3d19-3b39-4f2b-8231-a34865cfa86d","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.495434906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfa0fd6a-0f78-4699-8e1b-b287ae717843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.496674205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b320c235-0a7d-4dfe-9ca0-18fcd4a12395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.517498017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bfa0fd6a-0f78-4699-8e1b-b287ae717843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.518434738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b320c235-0a7d-4dfe-9ca0-18fcd4a12395","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.601028016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"06074d8a-ac5b-4d7c-8d75-9f62a20d8dc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.623000954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"06074d8a-ac5b-4d7c-8d75-9f62a20d8dc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.640369174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"0ef2172b-26ca-41a1-af29-aa122898dcca","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.640390959Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"0ef2172b-26ca-41a1-af29-aa122898dcca","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.684897407Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-b765fa-sub","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-sub","reconcileID":"a6c41e48-0980-45e2-a466-a0b6a6612ef8","MaaSSubscription":{"name":"e2e-cmp-legacy-b765fa-sub","namespace":"ai-tenant-e2e-extmod-a-e10975"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-73ffa982","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.685053247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"20e99548-cc17-4fc0-a5a5-d566d6e6168d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.697397581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"2fa396e8-50cc-42cf-a76f-ebe2bb63be4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.705910317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"20e99548-cc17-4fc0-a5a5-d566d6e6168d","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.71900695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"2fa396e8-50cc-42cf-a76f-ebe2bb63be4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.798060549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"742e523f-7507-4a5c-8958-abbe53418d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.798060364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"35380ef8-a447-49af-a1d0-bcf820ba1903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.819566243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"742e523f-7507-4a5c-8958-abbe53418d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.820009598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"35380ef8-a447-49af-a1d0-bcf820ba1903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.897473384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"a228d625-4b2a-4c2e-a21c-047311e4d3e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.913091481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"aa608ad3-7f3d-4764-82a4-0c60a10a29bf","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.918886177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"a228d625-4b2a-4c2e-a21c-047311e4d3e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.935510807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"aa608ad3-7f3d-4764-82a4-0c60a10a29bf","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:50.984695407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"f97c5c62-e2b8-473c-94e8-a8ea1bf46406","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:51.000813098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"5317b2bc-ee3b-451c-be0e-83140efc0cd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:51.021661588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"ad3871f2-ac9e-4cec-b452-62a19d475a29","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:51.022463542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"f97c5c62-e2b8-473c-94e8-a8ea1bf46406","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:51.023931818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"5317b2bc-ee3b-451c-be0e-83140efc0cd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:51.044056426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"ad3871f2-ac9e-4cec-b452-62a19d475a29","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:51.063588954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"ad3871f2-ac9e-4cec-b452-62a19d475a29","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:54.709484801Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-817958-c5ef2f-sub","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-sub","reconcileID":"e13bee6d-055d-48d4-8c1c-12325a676cf6","MaaSSubscription":{"name":"e2e-cfl-817958-c5ef2f-sub","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","subscription":"e2e-cfl-817958-c5ef2f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:54.743548719Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-817958-c5ef2f-sub","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-sub","reconcileID":"e13bee6d-055d-48d4-8c1c-12325a676cf6","MaaSSubscription":{"name":"e2e-cfl-817958-c5ef2f-sub","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:54.760569127Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-817958-c5ef2f-sub","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-sub","reconcileID":"e13bee6d-055d-48d4-8c1c-12325a676cf6","MaaSSubscription":{"name":"e2e-cfl-817958-c5ef2f-sub","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"maas-trlp-e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:54.930271498Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4e2ac7 priority=0:[ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-serve-8233e3-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:54.952980937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"eb61cb83-068c-4415-a340-0408da7b3521","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:54.953007487Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"eb61cb83-068c-4415-a340-0408da7b3521","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"routeName":"external-model-e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:54.970891039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"7907a65c-5b38-4da8-9109-3f658bea4432","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:54.992332071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"7907a65c-5b38-4da8-9109-3f658bea4432","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:55.098374449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"c645bd45-e58b-4fb4-a267-d24c673d77d3","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:55.099612855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"365d9183-01b9-4403-8647-851821320d65","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:55.099631856Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"365d9183-01b9-4403-8647-851821320d65","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"routeName":"external-model-e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:55.119672135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"c645bd45-e58b-4fb4-a267-d24c673d77d3","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:55.201490123Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"f69ad56e-c633-468c-9aef-0505fb8fe332","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:55.308127193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"f69ad56e-c633-468c-9aef-0505fb8fe332","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:55.364331143Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"f69ad56e-c633-468c-9aef-0505fb8fe332","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"name":"e2e-extmod-a-c5ef2f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:55.364360035Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958-c5ef2f-access","reconcileID":"f69ad56e-c633-468c-9aef-0505fb8fe332","MaaSAuthPolicy":{"name":"e2e-cfl-817958-c5ef2f-access","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c5ef2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:55.403990355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"e07ab357-17cf-412a-a7ce-6478c8d672be","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"ai-tenant-e2e-extmod-a-c5ef2f/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:55.404016641Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"e07ab357-17cf-412a-a7ce-6478c8d672be","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"routeName":"external-model-e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:55.984378282Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"8a8769c5-7a17-45fa-90d9-d62375b1c474","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.036817634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"810dd8ac-8e8c-4898-9cb5-e739b9a3cdff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.037240705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"c23a9b3d-620c-48e2-a541-3092c6659a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.039674309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"9489cef8-1806-4955-a398-c875917baddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.040368639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"1084bd85-7eef-4a25-a3c7-2aea4728b0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.05379937Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4e2ac7 priority=0:[ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-serve-8233e3-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.058736418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"c23a9b3d-620c-48e2-a541-3092c6659a7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.059111778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"c1b16750-a250-4832-82be-dec016645e70","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.060032517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"810dd8ac-8e8c-4898-9cb5-e739b9a3cdff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.065871246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"9489cef8-1806-4955-a398-c875917baddb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.068810036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"1084bd85-7eef-4a25-a3c7-2aea4728b0e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.070970168Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"1f90e2aa-d02a-47b3-bb5e-1c9351c0fc2b","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.126474246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"c1b16750-a250-4832-82be-dec016645e70","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:56.126969621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-sub","reconcileID":"65db570c-85d7-4ca6-97bb-d7e115ed48ca","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-384e87-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.14686354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"c1b16750-a250-4832-82be-dec016645e70","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.149306799Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"085d46cd-2d94-46df-8ee5-61e1e545759b","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:56.169129438Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"085d46cd-2d94-46df-8ee5-61e1e545759b","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-384e87-e2e-extmod-a-e1769a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:29:56.169220584Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"085d46cd-2d94-46df-8ee5-61e1e545759b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-shared-384e87-e2e-extmod-a-e1769a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.187093808Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"57a3db4d-d834-4778-8b6a-61ee8385de68","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.207436783Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-817958","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","reconcileID":"d9361fc6-12e2-438e-9d9a-96faa0b4a1e7","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.208838089Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"65bd56d9-9deb-451f-a4bb-4480725d8cad","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.216736757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"9f1b84f7-dd88-4daa-8bf3-759da14a9e95","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.237657295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"9f1b84f7-dd88-4daa-8bf3-759da14a9e95","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.276225363Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-sub","reconcileID":"e359a83b-eefa-411b-b670-ae41f9a02f5b","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"maas-trlp-e2e-shr-shared-384e87-e2e-extmod-a-e1769a","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-e1769a/e2e-shr-shared-384e87-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.292629105Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","reconcileID":"27351786-a8ce-4aeb-bf09-927c89fd9b98","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.300391655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"368610a4-2474-4e2d-aebe-923529967b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.300436789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"0fc758d1-f518-442e-8a24-bef939be12de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.322270854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"368610a4-2474-4e2d-aebe-923529967b5e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.322539249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"0fc758d1-f518-442e-8a24-bef939be12de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.344425253Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","reconcileID":"5d6eb86f-7c09-4a65-958e-5bc3340d643c","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.374564463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"a2a42afe-9948-4f23-a6ac-708c36601836","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.401419981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"eed2370b-991e-4e07-b2a2-26aabd70ad87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.401656957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83517379-4537-4168-a0b8-d5eb6e8201d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.422929617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"83517379-4537-4168-a0b8-d5eb6e8201d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.423939983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"eed2370b-991e-4e07-b2a2-26aabd70ad87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.424499175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-sub","reconcileID":"47e28905-be5c-4483-98ea-e9b8fc33a99c","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"maas-trlp-e2e-shr-shared-384e87-e2e-extmod-a-e1769a","model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-a-e1769a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.499298772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"86d82afa-4c96-4236-8941-cdcb0b8f4bb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.520741966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"86d82afa-4c96-4236-8941-cdcb0b8f4bb8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.568572666Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","reconcileID":"a4044a41-3dd2-4c35-a3dc-659add10acb0","namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.584269853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"c9817e7a-470d-4e77-8f0e-fe97668a59e5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.58475039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","reconcileID":"c1a912a6-a375-43e0-869d-a748fbb755e1","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"tenant":"e2e-extmod-a-c5ef2f","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","model":"e2e-extmod-cfl-1-684b0e/e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.584766065Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","reconcileID":"c1a912a6-a375-43e0-869d-a748fbb755e1","MaaSModelRef":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"routeName":"external-model-e2e-cfl-817958-b847eef4d703","namespace":"e2e-extmod-cfl-1-684b0e","model":"e2e-cfl-817958","externalModel":"e2e-cfl-817958","provider":"e2e-cfl-817958-provider","gateway":"openshift-ingress/e2e-extmod-a-c5ef2f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.598842617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"b9d07ffd-b5c4-4bee-864e-b95f53f9368d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.605241957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"c9817e7a-470d-4e77-8f0e-fe97668a59e5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.62006668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"b9d07ffd-b5c4-4bee-864e-b95f53f9368d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:56.780604332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"1c1b793a-2678-47ea-a2c9-fdd736da75c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.040894306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"1c1b793a-2678-47ea-a2c9-fdd736da75c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.044518852Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"9255c7e4-3936-4e6b-83d4-4d0aebe18cb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.065455653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"46442297-0ad4-4f1e-99f6-04c353d22cfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.066120095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"ac92739e-0428-4470-879f-a9e97b37e56b","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.069888449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"9255c7e4-3936-4e6b-83d4-4d0aebe18cb7","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.084134175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"0fb5d43a-cbf2-4951-95e9-0cbf310e2357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.090682089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"46442297-0ad4-4f1e-99f6-04c353d22cfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.090923313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"ac92739e-0428-4470-879f-a9e97b37e56b","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.105481256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"0fb5d43a-cbf2-4951-95e9-0cbf310e2357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.149838961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"33b32aa9-e83c-41f9-8c5d-66022661aeb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.170922676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"33b32aa9-e83c-41f9-8c5d-66022661aeb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.252224974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"ffa3b6c3-c075-40d6-8490-bb2188497f61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.252898064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"e87ada4c-f5ff-42fb-b326-38c0355570ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.28640594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"e87ada4c-f5ff-42fb-b326-38c0355570ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.286462651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"ffa3b6c3-c075-40d6-8490-bb2188497f61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.37512551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"1c2c4025-e9c7-4898-834b-156028b67afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.375471387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"e904193e-096d-4538-b7bc-0074d62cf7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.427525804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"7064cbba-823f-43dc-8b28-c8624413b943","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.629376142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"e904193e-096d-4538-b7bc-0074d62cf7ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.652231609Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","reconcileID":"36ea67fc-ec06-4e97-af59-9cd4809a11da","namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.659148153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"7064cbba-823f-43dc-8b28-c8624413b943","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.662022317Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-817958","namespace":"e2e-extmod-cfl-1-684b0e"},"namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","reconcileID":"a41c80db-2dcf-4006-9238-3f9692727e29","namespace":"e2e-extmod-cfl-1-684b0e","name":"e2e-cfl-817958","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.667806209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"1c2c4025-e9c7-4898-834b-156028b67afb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.722352457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"2b520d28-249e-461b-8518-6c3867c5c640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.726544613Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"7064cbba-823f-43dc-8b28-c8624413b943","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.729890775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"09836082-2284-4d0e-9eda-28d82d208cd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.744167007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"2b520d28-249e-461b-8518-6c3867c5c640","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.757808714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"09836082-2284-4d0e-9eda-28d82d208cd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.875177555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"9c4eb53d-50fb-4bdf-bf54-aa49953d46fa","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:57.947714468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"9c4eb53d-50fb-4bdf-bf54-aa49953d46fa","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.155141144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e47f4530-a81b-4563-b863-f9008c1a2c88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.158391445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55f8ef7e-afdc-4bc7-b11d-968250267429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.158899652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"afaaba12-9f87-4c4a-bdfd-c2389d82aa0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.162847996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"aef95f30-8041-47e8-a855-46ddbde029ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.190136258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"55f8ef7e-afdc-4bc7-b11d-968250267429","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.191829375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"afaaba12-9f87-4c4a-bdfd-c2389d82aa0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.197986542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"aef95f30-8041-47e8-a855-46ddbde029ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.201748554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e47f4530-a81b-4563-b863-f9008c1a2c88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.296323748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"3d91fb05-0021-4b73-a97a-17b3b9e44f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.44004728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"3d91fb05-0021-4b73-a97a-17b3b9e44f6f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.712273456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"59b4a019-e67a-4a8a-b059-fcc4b37bc1cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.712607021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"d625aa77-75de-4ae9-97a4-72b5ecae08be","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.729645763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"f1a0191c-b51a-4a97-b086-d94abe1c4b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.729645371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a2eed2bc-60bb-4048-9011-204809572517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.734949939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"d625aa77-75de-4ae9-97a4-72b5ecae08be","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.735026249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"59b4a019-e67a-4a8a-b059-fcc4b37bc1cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.752316712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"f1a0191c-b51a-4a97-b086-d94abe1c4b3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.752321573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a2eed2bc-60bb-4048-9011-204809572517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.834412568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"9c29361a-ae54-4b8d-a72e-a20cc3579004","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:58.856600173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"9c29361a-ae54-4b8d-a72e-a20cc3579004","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.005584387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"b9deb23f-3246-431f-b69a-1ebb653561f0","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.019004985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"4a541631-e0c2-4c4f-be76-11353669a62e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.019251339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"c23ffac8-864a-4e63-9c43-40b43ebc27d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.026642294Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"b9deb23f-3246-431f-b69a-1ebb653561f0","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.036949446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"2d207a69-1757-4d5d-8b77-b6b25d401df8","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.040416644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"4a541631-e0c2-4c4f-be76-11353669a62e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.041456686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"c23ffac8-864a-4e63-9c43-40b43ebc27d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.057826009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"2d207a69-1757-4d5d-8b77-b6b25d401df8","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.078066053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"2d207a69-1757-4d5d-8b77-b6b25d401df8","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.123922984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"c10a21c3-6b99-40b7-b73c-ca10243e04f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.133246668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"b9082378-aa3e-4fc7-abb4-da2cf73c54cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.171815133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"b9082378-aa3e-4fc7-abb4-da2cf73c54cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.176155282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"c10a21c3-6b99-40b7-b73c-ca10243e04f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.225581267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7b36a7db-d650-4fd7-91dd-e33d31b07535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.225673261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"86125947-6664-4d14-9e57-65e8943b744d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.226303236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"548cba5d-2202-4819-98a9-6aaa2533ece7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.247245292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7b36a7db-d650-4fd7-91dd-e33d31b07535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.248281765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"86125947-6664-4d14-9e57-65e8943b744d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.249690558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"548cba5d-2202-4819-98a9-6aaa2533ece7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.335464193Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"2a0e6fbe-9701-41fc-964c-4e26087428db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:29:59.357867754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"2a0e6fbe-9701-41fc-964c-4e26087428db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:00.722316549Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-b765fa-sub","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-sub","reconcileID":"c040ad38-fbb0-4f27-b8e0-ed74c0dde5e0","MaaSSubscription":{"name":"e2e-cmp-legacy-b765fa-sub","namespace":"ai-tenant-e2e-extmod-a-e10975"},"model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","subscription":"e2e-cmp-legacy-b765fa-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:00.782443783Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-b765fa-sub","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-sub","reconcileID":"c040ad38-fbb0-4f27-b8e0-ed74c0dde5e0","MaaSSubscription":{"name":"e2e-cmp-legacy-b765fa-sub","namespace":"ai-tenant-e2e-extmod-a-e10975"},"model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:00.803248128Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-b765fa-sub","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-sub","reconcileID":"c040ad38-fbb0-4f27-b8e0-ed74c0dde5e0","MaaSSubscription":{"name":"e2e-cmp-legacy-b765fa-sub","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"maas-trlp-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:00.970667105Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4e2ac7 priority=0:[ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-serve-8233e3-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:00.991219269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"972fd483-60ef-4153-926d-6f1dfdf1feb9","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:00.991260598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"972fd483-60ef-4153-926d-6f1dfdf1feb9","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:01.010414735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"c2725336-750e-4297-ac28-08a3db199cb1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:01.036079851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"c2725336-750e-4297-ac28-08a3db199cb1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:01.136888323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"27df7e52-4be0-48fc-be0c-6178af6ab331","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:01.136918471Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"27df7e52-4be0-48fc-be0c-6178af6ab331","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:01.190155867Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"9e9df402-5ff0-4a21-b5cf-d43014bc9c08","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:01.327619926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"9e9df402-5ff0-4a21-b5cf-d43014bc9c08","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:01.38591828Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"9e9df402-5ff0-4a21-b5cf-d43014bc9c08","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"name":"e2e-extmod-a-e10975-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:01.385944127Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa-access","reconcileID":"9e9df402-5ff0-4a21-b5cf-d43014bc9c08","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-b765fa-access","namespace":"ai-tenant-e2e-extmod-a-e10975"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e10975","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:01.428383716Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"b4201be7-4882-4fa9-9806-e24c85a9212e","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"tenant":"e2e-extmod-a-e10975","gateway":"openshift-ingress/e2e-extmod-a-e10975","model":"ai-tenant-e2e-extmod-a-e10975/e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:01.428421962Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"b4201be7-4882-4fa9-9806-e24c85a9212e","MaaSModelRef":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"routeName":"external-model-e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975","model":"e2e-cmp-legacy-b765fa","externalModel":"e2e-cmp-legacy-b765fa","provider":"e2e-cmp-legacy-b765fa-provider","gateway":"openshift-ingress/e2e-extmod-a-e10975","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:01.950266852Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"f5461213-28c2-4d39-980d-36f1a8ca6eba","namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.003952105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a170bc39-f7f6-43eb-ae78-83b4ea3e2c88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.003999204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"911b457c-e50d-4447-9155-cc3dc8cd7d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.013860406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"ddcd76e9-32cc-41f5-9ea3-3513373918dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.013963262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"cf9fb7f3-6f41-4f57-8115-89e86f0a089b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.029922395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"911b457c-e50d-4447-9155-cc3dc8cd7d78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.034162751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"ac729b34-835b-4d0c-b705-38c2a21e492a","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.036037275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a170bc39-f7f6-43eb-ae78-83b4ea3e2c88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.040565776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"ddcd76e9-32cc-41f5-9ea3-3513373918dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.040823462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"cf9fb7f3-6f41-4f57-8115-89e86f0a089b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.058545419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"ac729b34-835b-4d0c-b705-38c2a21e492a","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.080839054Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"ac729b34-835b-4d0c-b705-38c2a21e492a","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.152870749Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-b765fa","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","reconcileID":"d3c3f243-47bb-4b6f-87e8-c759bcc544b6","namespace":"ai-tenant-e2e-extmod-a-e10975","name":"e2e-cmp-legacy-b765fa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.155582554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"7a624c70-4315-41e3-8d59-2ba89dfa7391","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.178741675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"7a624c70-4315-41e3-8d59-2ba89dfa7391","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.233241175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"62b035a4-b04d-489d-873d-c8be18171109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.255849977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"62b035a4-b04d-489d-873d-c8be18171109","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.33582364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a295468-32f8-4286-a69b-fbb5670e1837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.38322858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"916a1cd0-5634-4b97-aca3-e28fd603f08b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:02.383868221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"293432d0-afdd-4f8b-b000-9e498c060008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.016095765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"293432d0-afdd-4f8b-b000-9e498c060008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.017710818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a295468-32f8-4286-a69b-fbb5670e1837","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.045119073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"916a1cd0-5634-4b97-aca3-e28fd603f08b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.108106239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"bbf7c247-10e0-49be-8b31-10b50e4f7a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.129103389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"4e6847e6-a428-436a-85c7-8e8d308dfef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.140088626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"bbf7c247-10e0-49be-8b31-10b50e4f7a33","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.152307693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"4e6847e6-a428-436a-85c7-8e8d308dfef1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.233552776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"a9827cb2-1c62-4a52-be70-baff21024da5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.237604677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"53c8e12f-b42a-4718-8fb7-d59d580ba06d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.266586297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"a9827cb2-1c62-4a52-be70-baff21024da5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.269438492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"53c8e12f-b42a-4718-8fb7-d59d580ba06d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.33540073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"8f51c735-f088-4f11-bdf6-5e7750883cbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.360492436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"8f51c735-f088-4f11-bdf6-5e7750883cbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.369576459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"ccedac68-fbf2-4381-a45a-bd946b6e3cad","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.434505003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"ccedac68-fbf2-4381-a45a-bd946b6e3cad","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.454418519Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"c5e86a2b-172d-4bc5-af46-7e52007381fc","namespace":"llm","name":"e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.464534496Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"365edb4c-aef5-4fc5-b22d-51c74d508d48","namespace":"llm","name":"e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.470885817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"a1ff3c40-baeb-4dd3-b91c-f73b59bbfd89","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.493363472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"a1ff3c40-baeb-4dd3-b91c-f73b59bbfd89","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.50422473Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"959b8e10-4373-4205-b1cf-28f44dc5783d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.504252027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"959b8e10-4373-4205-b1cf-28f44dc5783d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.504731317Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"46815768-70ae-4ef6-ad65-e4912189b9d5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.504748517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"46815768-70ae-4ef6-ad65-e4912189b9d5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.505088859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b34e0513-ab7d-4779-bc2b-36a38010b1ee","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.505102844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b34e0513-ab7d-4779-bc2b-36a38010b1ee","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.505488273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f79266f-c309-4d10-be22-257dd9f3c00b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.505503843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"0f79266f-c309-4d10-be22-257dd9f3c00b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.506040137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"90389cb3-7df6-4812-9c09-fdb7de8908fd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.506057957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"90389cb3-7df6-4812-9c09-fdb7de8908fd","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.506473651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9cf74b11-ff17-4230-bfd0-dd75e483077c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.506491888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9cf74b11-ff17-4230-bfd0-dd75e483077c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.506881056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a9029ef-d2dc-42c8-a590-33e7e9de0d1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.506898169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a9029ef-d2dc-42c8-a590-33e7e9de0d1f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.507452555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"49404bc4-e017-4c9a-8483-9eb9af8151de","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.507472639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"49404bc4-e017-4c9a-8483-9eb9af8151de","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.540056871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"9a59245d-9275-4a70-98d5-d99c0679d0fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.541132398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"19d75017-c4cf-48b4-9077-5a71377822ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.557464468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b51f9498-a4e3-41f7-89ef-981b929424c8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.558254799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b51f9498-a4e3-41f7-89ef-981b929424c8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.559455164Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f9cc840e-322a-48f1-8d2a-5cb277b40b6e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.559532673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f9cc840e-322a-48f1-8d2a-5cb277b40b6e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.559919002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebcfe368-04d1-4948-8eff-0253a51079f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.559966925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ebcfe368-04d1-4948-8eff-0253a51079f8","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.560490498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d811a5ef-9ccf-412e-a590-bd3ef4985484","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.560548266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d811a5ef-9ccf-412e-a590-bd3ef4985484","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.560967726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4ad09c98-1fa1-4d4a-be6f-d29396f568be","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.561020259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4ad09c98-1fa1-4d4a-be6f-d29396f568be","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.561452874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1542724f-d45f-40ac-bdee-59093d5c301e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.564120549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1542724f-d45f-40ac-bdee-59093d5c301e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.564546102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"19d75017-c4cf-48b4-9077-5a71377822ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.564658975Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bdefdbb6-4bba-4ff6-a38c-1c1aaa8731a7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.564683874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bdefdbb6-4bba-4ff6-a38c-1c1aaa8731a7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.565039769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"07650be7-e48f-4825-b14e-5c93d72e1585","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.565057084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"07650be7-e48f-4825-b14e-5c93d72e1585","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.564101004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"9a59245d-9275-4a70-98d5-d99c0679d0fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.565286342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"11f84011-ff00-4548-acb2-9f652cc1a951","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.580128799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b79a55a8-748d-4236-8c93-90acaafbec47","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.63786496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"734b276d-df79-49fc-93ff-f6961c8b44fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.648414223Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"c9ca5530-5a32-4de6-ae85-58d89498b3da","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"name":"e2e-dft-81f77f","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.660924765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"734b276d-df79-49fc-93ff-f6961c8b44fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.744026034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8d648c28-816a-43a3-b0ad-16e00397d01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.762732093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"53f90469-aff7-4d22-b923-8597ff666ba6","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.767749488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8d648c28-816a-43a3-b0ad-16e00397d01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.78417828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"53f90469-aff7-4d22-b923-8597ff666ba6","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.802600577Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"bdf223e8-38bc-4e1d-97b6-b4ef3bf58663","namespace":"llm","name":"e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.806509888Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"53f90469-aff7-4d22-b923-8597ff666ba6","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.819511844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"3b6ca94d-2d74-4ba3-a710-718aca0d1cc2","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.819558253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"3b6ca94d-2d74-4ba3-a710-718aca0d1cc2","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.836437878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"e150f24e-4368-43ce-88f6-fa6d0c100565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.836494294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"e8d013af-2eb0-4538-a188-8cb6ef2f660e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.857889661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"e8d013af-2eb0-4538-a188-8cb6ef2f660e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.85922647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"e150f24e-4368-43ce-88f6-fa6d0c100565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.860353848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"bf2f7122-eb0f-4ab4-a81b-e82647cffbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:03.886957304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"bf2f7122-eb0f-4ab4-a81b-e82647cffbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.229245748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"87e8452d-947f-41f3-9389-f3d202a1ab2c","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.315785582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"87e8452d-947f-41f3-9389-f3d202a1ab2c","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.329385428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb17c0f3-001b-4490-bd85-71631e5c98ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.350135298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e40f92a0-640f-4a60-b53d-b26c56e821ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.350299041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"668cb05a-c49f-4208-8ebe-ebf34ea220aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.355736332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb17c0f3-001b-4490-bd85-71631e5c98ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.367411235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"73a7466a-5f16-41cd-ae5e-54e6b4fcfff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.374923102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"668cb05a-c49f-4208-8ebe-ebf34ea220aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.379170136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e40f92a0-640f-4a60-b53d-b26c56e821ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.389990951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"73a7466a-5f16-41cd-ae5e-54e6b4fcfff0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.527035858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"5e783a7a-b3d2-4b07-b948-fa05a667f07b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.551550325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"5e783a7a-b3d2-4b07-b948-fa05a667f07b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.625494228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"a088b331-79ed-4f15-aa62-f4a4092f38e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.626032765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"5e10b657-474f-4da4-8f1c-de256b332eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.626495072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"3592c0a1-2a13-4ce6-b102-db401d05183a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.680051225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"5e10b657-474f-4da4-8f1c-de256b332eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.682738947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"a088b331-79ed-4f15-aa62-f4a4092f38e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.682825189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"3592c0a1-2a13-4ce6-b102-db401d05183a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.683498831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"1e74b1b8-ecd4-4d78-892d-32d00dbb6627","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.705107203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"1e74b1b8-ecd4-4d78-892d-32d00dbb6627","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.821262592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"91f83057-8f47-422a-9226-3e72394de154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.846263451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"91f83057-8f47-422a-9226-3e72394de154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.907692883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"7b33ec33-b10a-42e0-b61a-26dc4321d02b","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.925615289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"bfb14e89-7db0-45b9-ba3e-a85d246d663b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.925655879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"81baae5e-5eb5-4d28-92a0-95cbe8f19997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.932257706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"7b33ec33-b10a-42e0-b61a-26dc4321d02b","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.946645436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"3825bee5-f8c1-4b61-afab-9792e1071fb4","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.950687015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"81baae5e-5eb5-4d28-92a0-95cbe8f19997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:04.95107938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"bfb14e89-7db0-45b9-ba3e-a85d246d663b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.093433781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"3825bee5-f8c1-4b61-afab-9792e1071fb4","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.246124196Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"3825bee5-f8c1-4b61-afab-9792e1071fb4","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.270957453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"7b7f236c-d26b-43dd-855f-31e7d3508be0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.294114502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"7b7f236c-d26b-43dd-855f-31e7d3508be0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.304086658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"3bba46ca-a0f9-4da4-9bf9-d9b1c0d637c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.304665654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"4101fcb5-1279-4a99-ac1a-b371c984ac12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.316527977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"78f799ce-8143-40e0-96e7-9f9119b975af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.330609249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"3bba46ca-a0f9-4da4-9bf9-d9b1c0d637c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.331234188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"4101fcb5-1279-4a99-ac1a-b371c984ac12","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.343009892Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"f761abfc-d44f-4cb5-80e8-3e0ca03397b3","namespace":"llm","name":"e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.55131296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"78f799ce-8143-40e0-96e7-9f9119b975af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.636689446Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"b23725d9-14c5-43da-8b78-e335aeecbdfb","namespace":"llm","name":"e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.697075412Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"6760c0d5-deee-490d-b7bb-28f763c18071","namespace":"llm","name":"e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.904989626Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"8420ada9-73fd-42eb-bb7a-cc40026eae7c","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"name":"e2e-dft-dcaa8c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.913700431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"4f1abbdb-a787-4464-b888-780cf9684c79","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.987456614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31aa9be8-c24c-45a9-997d-24cf7d8dd045","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.987481062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31aa9be8-c24c-45a9-997d-24cf7d8dd045","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.988114268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2c262d09-a618-4beb-8ad2-c4f8aa96abe7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.98812659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2c262d09-a618-4beb-8ad2-c4f8aa96abe7","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.99298094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"beb7d690-4b23-4512-8e1a-527223a2084a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.993003213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"beb7d690-4b23-4512-8e1a-527223a2084a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.993367933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ea8d5260-41e1-4364-9118-49f1f12b62e9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.993388087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ea8d5260-41e1-4364-9118-49f1f12b62e9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.993798596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"69d1b399-4796-43ad-8363-6ba181698418","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.993823242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"69d1b399-4796-43ad-8363-6ba181698418","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.994096423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75658b34-9d06-4d40-a98f-0afee420a732","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.994111105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"75658b34-9d06-4d40-a98f-0afee420a732","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:05.998169585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"4f1abbdb-a787-4464-b888-780cf9684c79","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.003896801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f29d2fa-4e87-4999-a90c-3a556b694a74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.01606049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"5b4f965c-ae38-41bb-8580-6195659ce9a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.018817571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"1bec8ec1-5efb-45ba-9e85-38856f0b949f","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.018843996Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"1bec8ec1-5efb-45ba-9e85-38856f0b949f","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.019721138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"705064fd-cdf7-4f5a-badc-5d98b2b04e12","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.037054418Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"4cac3e05-94bb-42d7-81fc-52db03466b04","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"name":"e2e-dft-dcaa8c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.037641272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8ad98e98-361c-49b0-b864-93dfc792ab53","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.037658575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8ad98e98-361c-49b0-b864-93dfc792ab53","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.038096014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac981d58-2324-4431-bc89-f94adbce5c10","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.038108214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ac981d58-2324-4431-bc89-f94adbce5c10","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.03873837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"4f1abbdb-a787-4464-b888-780cf9684c79","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.042807686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"5b4f965c-ae38-41bb-8580-6195659ce9a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.044262023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"dc189f77-fea3-45f1-b4d0-98172fab3d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.062842353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"20f6128e-e47d-4858-99d5-77a1d63b8fef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.205950134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"dc189f77-fea3-45f1-b4d0-98172fab3d37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.294742987Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"2b1be8ac-71f3-4105-92a7-5cf9d2fe1575","namespace":"llm","name":"e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.681952639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"5aa28085-2d0c-4aef-9f02-1abfaf84d20a","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.769858627Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"5aa28085-2d0c-4aef-9f02-1abfaf84d20a","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.770734431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"20f6128e-e47d-4858-99d5-77a1d63b8fef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.749636892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"d1e04ea3-ef9f-4877-9345-67ffb6e62b8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.794793022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"d1e04ea3-ef9f-4877-9345-67ffb6e62b8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.823096759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"bf2dd60e-6801-4491-b522-a4da25cd0459","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.823520932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"bc36011c-3ffa-4c20-9c52-d72f5c88d8f4","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.846755971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"bc36011c-3ffa-4c20-9c52-d72f5c88d8f4","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.93416818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"bf2dd60e-6801-4491-b522-a4da25cd0459","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:06.985029957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"c7efe73e-302e-4a14-88f0-432e6b295bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.022792225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"c7efe73e-302e-4a14-88f0-432e6b295bc2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.022797473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"03616d61-49c9-45fe-87ee-d5c86d079b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.044530479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"03616d61-49c9-45fe-87ee-d5c86d079b74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.052694958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"43e70497-1c51-473c-b78a-50d5f78ecb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.073760987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"43e70497-1c51-473c-b78a-50d5f78ecb18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.116120187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"67fdd0a8-956e-4f9d-bebc-c1337e98f176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.116535349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"1c4c76c6-b633-4a23-97ea-4d5ed9c9e793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.136232074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"1b488d1d-4b8f-48a4-b439-2aca152118be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.142333235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"1c4c76c6-b633-4a23-97ea-4d5ed9c9e793","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.14265325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"67fdd0a8-956e-4f9d-bebc-c1337e98f176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.157059788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"1b488d1d-4b8f-48a4-b439-2aca152118be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.216181391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"7d285699-873b-4853-b8c9-96dc2225d9de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.24856121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"7d285699-873b-4853-b8c9-96dc2225d9de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.374535612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef0d05a8-b90f-430b-a845-71e8d1c8b6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.375091453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b77f3e5b-3ab1-4972-92b1-c38662a437ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.389831477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"eda0da13-d4ad-4982-b1c4-f4cd0c4f9b3f","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.395531547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ef0d05a8-b90f-430b-a845-71e8d1c8b6ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.396419947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"b77f3e5b-3ab1-4972-92b1-c38662a437ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.410724567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"eda0da13-d4ad-4982-b1c4-f4cd0c4f9b3f","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.418819044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7d362a2c-c9f7-4abd-a694-e0c2933c8e18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.418819333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef246d38-30a0-4d7a-b966-10e88e21cb91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.440083256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"7d362a2c-c9f7-4abd-a694-e0c2933c8e18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.440083817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ef246d38-30a0-4d7a-b966-10e88e21cb91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.620436507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"e980a485-0815-42f8-b9c7-0d4a5a4cac56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.620435533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"20202795-6a5c-4b10-855a-08a84e15fdcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.639012476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"867db8c2-2436-4600-a06e-7a84554fb840","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.641583413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"e980a485-0815-42f8-b9c7-0d4a5a4cac56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.641851133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"20202795-6a5c-4b10-855a-08a84e15fdcf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.666207976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"867db8c2-2436-4600-a06e-7a84554fb840","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.687107632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"867db8c2-2436-4600-a06e-7a84554fb840","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.725046828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"4f756028-1d33-48f5-b64a-b6261837c067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.741834564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"2577309f-eace-4a7a-bb56-f52e7dce19a2","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.746970566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"4f756028-1d33-48f5-b64a-b6261837c067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.762613393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"2577309f-eace-4a7a-bb56-f52e7dce19a2","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.830852599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"c408cb2b-4789-41b3-ae40-4fd9dd64278c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.862818245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"c408cb2b-4789-41b3-ae40-4fd9dd64278c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:07.957400049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"ef36e29c-59f1-423d-8cd0-99f64eeaf6a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:08.092667259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"ef36e29c-59f1-423d-8cd0-99f64eeaf6a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:09.590732179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"1d423784-263f-4169-81f4-9fa81f7f0046","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:09.590764829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"1d423784-263f-4169-81f4-9fa81f7f0046","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:09.609737793Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"55a4d681-0898-40cb-b314-bc0ee37b22d0","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:09.609771128Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"55a4d681-0898-40cb-b314-bc0ee37b22d0","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:09.666587762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"9a934133-9838-4bdb-8405-2fd1ac9bb7f5","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:09.692905171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"9a934133-9838-4bdb-8405-2fd1ac9bb7f5","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:09.925014498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"eab911c3-ea62-44cf-971e-592bd5846481","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:09.925053646Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"eab911c3-ea62-44cf-971e-592bd5846481","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:09.975129512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"8c038384-fe35-4cf7-92b1-d1f6a7e25568","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:09.996499023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"8c038384-fe35-4cf7-92b1-d1f6a7e25568","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:11.643884952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"472fc2ce-65c3-4823-9351-25371949daae","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:11.643919382Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"472fc2ce-65c3-4823-9351-25371949daae","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:11.662895345Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"ff74ba6a-4452-47f7-bc3f-efe0479bf40d","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:11.662923468Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"ff74ba6a-4452-47f7-bc3f-efe0479bf40d","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:11.727066351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"0f61429e-1db9-4fe5-afbb-d374f03a6bd8","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:11.75115199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"0f61429e-1db9-4fe5-afbb-d374f03a6bd8","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:11.955690227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"bbd6d343-cc0f-4dff-aca5-a00f789a9358","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:11.955717309Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"bbd6d343-cc0f-4dff-aca5-a00f789a9358","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.023341511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"f7c16e23-c9e9-4b3c-8188-5c80e3f041a6","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.044740763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"f7c16e23-c9e9-4b3c-8188-5c80e3f041a6","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.223449309Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4e2ac7 priority=0:[ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-serve-8233e3-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.24008403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"6d66bee4-fc93-413e-bde2-9c5a159a42e2","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.240120792Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"6d66bee4-fc93-413e-bde2-9c5a159a42e2","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:30:12.263242499Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-sub","reconcileID":"d727364e-b8a0-41cf-9fce-2b4bb2e8a77e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-81f77f-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.278673068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"0ae02440-2906-4131-9b2f-616c624ff6e9","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.278702254Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"0ae02440-2906-4131-9b2f-616c624ff6e9","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:30:12.296252879Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"0ae02440-2906-4131-9b2f-616c624ff6e9","name":"e2e-dft-81f77f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-81f77f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:30:12.296321504Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"0ae02440-2906-4131-9b2f-616c624ff6e9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-81f77f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.30460629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"b17d77cb-453e-4ea8-b24b-c2b375243bf8","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.30460632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"82eb431a-9965-45ec-b063-aad573793587","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.307627281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a050eead-51cf-4289-9e5b-b51e7462e83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.308335977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f82b71d3-5077-4e84-ac9a-29e0c205d306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.319962957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"9891cf09-6ca2-4e9f-b073-949473a5e52f","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.319988955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"9891cf09-6ca2-4e9f-b073-949473a5e52f","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.328326364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"82eb431a-9965-45ec-b063-aad573793587","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.328374646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"b17d77cb-453e-4ea8-b24b-c2b375243bf8","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.330660975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f82b71d3-5077-4e84-ac9a-29e0c205d306","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.330880067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a050eead-51cf-4289-9e5b-b51e7462e83a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.340449301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"b5b81d19-5a82-4521-9bb2-7deae3b804d4","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.340476512Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"b5b81d19-5a82-4521-9bb2-7deae3b804d4","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.406781829Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-sub","reconcileID":"8bf2f0b3-f3fe-40f5-bd78-b2d21881fb55","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-81f77f","model":"e2e-dft-81f77f","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-81f77f-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.458786464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3223a86-9a61-44c0-adfc-fb32b3b84994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.45888607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d16c63cc-51c7-4e92-af4c-94cea4acc36a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.484675171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d16c63cc-51c7-4e92-af4c-94cea4acc36a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.484767129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f3223a86-9a61-44c0-adfc-fb32b3b84994","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.502103833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"bfc52394-02a2-45de-80e7-620a42f28a5b","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.502123555Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"bfc52394-02a2-45de-80e7-620a42f28a5b","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.553917913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-sub","reconcileID":"506f771a-2991-4d76-9e9d-c45929a2aa4c","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-81f77f","model":"llm/e2e-dft-81f77f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.558919239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"f0723437-a09d-449f-9ad3-f585324ec446","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.558939081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"5669f635-e701-405f-a883-9f9607abcad9","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.580137547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"f0723437-a09d-449f-9ad3-f585324ec446","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:12.580598772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"5669f635-e701-405f-a883-9f9607abcad9","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.564282084Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-da91cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-da91cc","reconcileID":"32ff4983-a467-4960-9614-dd74e365934e","namespace":"llm","name":"e2e-dft-del-da91cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.585824715Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-da91cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-da91cc","reconcileID":"911c2bf5-112b-4be2-8e85-7f5beceebfaa","namespace":"llm","name":"e2e-dft-del-da91cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.598939127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"698f7ceb-e66d-4ea2-8924-2973a27b1196","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.615695278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"f46d1c6c-bca6-4459-bcb1-febe0c60d849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.615831357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"1cdc00df-da87-4e23-a0a7-f16309f41008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.619701095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"698f7ceb-e66d-4ea2-8924-2973a27b1196","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.62980863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"341fd70c-0bd9-41b6-bf8b-de5aef65e0ea","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.632596801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"10a86170-de5b-4c7b-be50-79edfd167635","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.63670917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"1cdc00df-da87-4e23-a0a7-f16309f41008","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.636834981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"f46d1c6c-bca6-4459-bcb1-febe0c60d849","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.650604938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"341fd70c-0bd9-41b6-bf8b-de5aef65e0ea","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.653433759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"10a86170-de5b-4c7b-be50-79edfd167635","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.663294077Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.670837133Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"341fd70c-0bd9-41b6-bf8b-de5aef65e0ea","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.680757799Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9cb5d2b-c51a-4f12-9747-6e454cc249e3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.680786966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d9cb5d2b-c51a-4f12-9747-6e454cc249e3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.681128937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9d7b69d1-e056-45ea-b187-e0c30e5aeeda","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.681147528Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"9d7b69d1-e056-45ea-b187-e0c30e5aeeda","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.68143048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1e0db28-b98a-4921-9937-e91add52fd91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.681442418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1e0db28-b98a-4921-9937-e91add52fd91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.681854212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3a8051c7-e361-48be-ac3d-334dbc280d4c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.68186873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"3a8051c7-e361-48be-ac3d-334dbc280d4c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.682114673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d91b9b4-f6a7-4cbe-8ce9-c9b0416258ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.682125903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7d91b9b4-f6a7-4cbe-8ce9-c9b0416258ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.682396686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3fe1a035-ae9c-4a06-89e5-09002469ca96","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.682407309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3fe1a035-ae9c-4a06-89e5-09002469ca96","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.682643508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"49a96dd6-0e26-4d62-8c02-17b8fba8c429","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.682653648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"49a96dd6-0e26-4d62-8c02-17b8fba8c429","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.68289664Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eacfc103-d302-4128-b049-b172692a87b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.682905969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eacfc103-d302-4128-b049-b172692a87b9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.70002254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"61f1b323-3b6c-4d2c-87e2-e5df5e695da0","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.700092415Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"61f1b323-3b6c-4d2c-87e2-e5df5e695da0","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.717161517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"0dd7a845-de7b-418f-ace0-dd95e105d75f","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.717230832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"0dd7a845-de7b-418f-ace0-dd95e105d75f","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.717529207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6c5f51ab-ea38-4084-b8ff-328eafd1ea67","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.717541139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6c5f51ab-ea38-4084-b8ff-328eafd1ea67","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.717820564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8ba66413-6f2d-41bb-9862-ec0e8f5d3200","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.717833312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8ba66413-6f2d-41bb-9862-ec0e8f5d3200","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.718082958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"933c6ece-a249-4d95-94e2-a6ff1d5a97f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.718092734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"933c6ece-a249-4d95-94e2-a6ff1d5a97f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.718489962Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a85f92e4-7180-4e04-abb7-e3fdafed1b33","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.718502675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a85f92e4-7180-4e04-abb7-e3fdafed1b33","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.718755019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c023884-5ac1-4e5e-a5f8-e4b5c7e42fdf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.71876576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5c023884-5ac1-4e5e-a5f8-e4b5c7e42fdf","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.719016163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bdf3d55f-b41b-4271-9e5a-ee113e8dc1d5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.719026289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"bdf3d55f-b41b-4271-9e5a-ee113e8dc1d5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.719282845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d460fd8f-65c1-4bc9-b9ce-a6e5cbd02c1b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.719300923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d460fd8f-65c1-4bc9-b9ce-a6e5cbd02c1b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.719540041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3e74e21-5ff4-469c-a940-a1ca9a2510d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.719550379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b3e74e21-5ff4-469c-a940-a1ca9a2510d6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.733056744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4c4ec2ab-96ca-466c-bac1-8623ccb5fc94","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.733328997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba21b903-a9b2-4751-a04a-10c0ce5ca25e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.735987212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"e9e781e2-7a97-4364-92cd-7180f0c271e1","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.736009562Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"e9e781e2-7a97-4364-92cd-7180f0c271e1","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.751687198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-sub","reconcileID":"2f3cbf0c-0ee1-4c48-9def-99124b61efcb","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-81f77f","model":"llm/e2e-dft-81f77f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.757046246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"0d2cea77-6de7-459c-95f6-0f2ea8ee74f5","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.757066029Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"0d2cea77-6de7-459c-95f6-0f2ea8ee74f5","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.757392289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"844a43bd-4f7b-4b57-af78-c88daa7f8ea0","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.778918145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"844a43bd-4f7b-4b57-af78-c88daa7f8ea0","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.847771286Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-da91cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-da91cc","reconcileID":"784c6c02-7739-487b-be5e-cb76a4667e02","MaaSModelRef":{"name":"e2e-dft-del-da91cc","namespace":"llm"},"name":"e2e-dft-del-da91cc","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.847882788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"fe890ebe-6f14-4280-82cf-cd10b934dd8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.848397742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2dc47986-bda2-4a4e-bb29-da2f35731b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.850934486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"b7a0d6e8-e175-4ee6-ae34-50b8f5ff2fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.87040906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2dc47986-bda2-4a4e-bb29-da2f35731b8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.873861551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"fe890ebe-6f14-4280-82cf-cd10b934dd8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.878767448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"b7a0d6e8-e175-4ee6-ae34-50b8f5ff2fce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:15.983204761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"599de97a-73f7-4cc2-8979-b85c1138fdba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.023306801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"599de97a-73f7-4cc2-8979-b85c1138fdba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.211460112Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-da91cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-da91cc","reconcileID":"ac01c81f-7c10-4d09-b7e0-1d3796bb9cee","namespace":"llm","name":"e2e-dft-del-da91cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.230932013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"0e90f5dd-a695-4aa0-a21f-2a47e31ae243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.231799454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e9402d4d-9ffd-458a-bc55-806130a623f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.234247279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-da91cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-da91cc","reconcileID":"1b0ac33b-b8a6-4656-acf8-df66ab50b2e4","MaaSModelRef":{"name":"e2e-dft-del-da91cc","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-da91cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.234272545Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-da91cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-da91cc","reconcileID":"1b0ac33b-b8a6-4656-acf8-df66ab50b2e4","MaaSModelRef":{"name":"e2e-dft-del-da91cc","namespace":"llm"},"routeName":"external-model-e2e-dft-del-da91cc-9105956fbdc1","namespace":"llm","model":"e2e-dft-del-da91cc","externalModel":"e2e-dft-del-da91cc","provider":"e2e-dft-del-da91cc-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.259876854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f1a7f340-e14c-42d1-8438-f783fa9cbc77","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.270693089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"14405527-bc82-4284-a44f-c48223371e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.335647364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e9402d4d-9ffd-458a-bc55-806130a623f6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.42243107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"0e90f5dd-a695-4aa0-a21f-2a47e31ae243","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.467649846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"14405527-bc82-4284-a44f-c48223371e04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.630894892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f1a7f340-e14c-42d1-8438-f783fa9cbc77","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.693668978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4f55b20-0f1e-4484-84ca-cd53bb448d54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.714813912Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d4f55b20-0f1e-4484-84ca-cd53bb448d54","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.724453361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"55d19a41-f51a-4494-bd53-871fcc26d9bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.724607985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b3305404-576d-4d2f-b00e-23e453fcbe54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.745947184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"55d19a41-f51a-4494-bd53-871fcc26d9bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.746172404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b3305404-576d-4d2f-b00e-23e453fcbe54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.756909425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97ad6b96-9597-4b7e-9535-3f1dafe0b97d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.777802323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"97ad6b96-9597-4b7e-9535-3f1dafe0b97d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.798234719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"7331c22d-f476-4b7e-81ae-55f3675bbda8","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.819281958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"7331c22d-f476-4b7e-81ae-55f3675bbda8","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.823423647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"04fe0cc8-8729-48c9-9768-31e68ffc48b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.842400876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"390731e7-1226-4256-8295-c9bbf99e1aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.842714732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"d3730956-47ae-4070-ac17-bc7b96823c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.845982398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"04fe0cc8-8729-48c9-9768-31e68ffc48b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.867035818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"390731e7-1226-4256-8295-c9bbf99e1aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.867502435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"d3730956-47ae-4070-ac17-bc7b96823c68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:16.94194139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"128d9871-c4b2-46d0-9c61-281b477b0198","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.02561579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"d757e94d-6348-48a5-8f34-ad29aef1dc2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.026154506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"41cfc931-49e7-461c-9665-8e397ef0c906","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.029861697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"128d9871-c4b2-46d0-9c61-281b477b0198","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.047416418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"41cfc931-49e7-461c-9665-8e397ef0c906","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.047418439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"d757e94d-6348-48a5-8f34-ad29aef1dc2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.047696557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"474fd8e4-8236-4bf0-ac1d-f67c2333bcf4","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.067078257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"41cfc931-49e7-461c-9665-8e397ef0c906","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.068816557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"474fd8e4-8236-4bf0-ac1d-f67c2333bcf4","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.068968945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"19b51bef-8f37-4438-89df-d3e53e603d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.089968324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"19b51bef-8f37-4438-89df-d3e53e603d18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.174031451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"706f2d3a-ebfc-4ba9-aa38-746c7ac069d5","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.198801528Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"706f2d3a-ebfc-4ba9-aa38-746c7ac069d5","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.237230849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"598752f6-55c2-4421-9944-e5b623833ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.245997879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b74e8193-9e1c-4827-b72f-3d2643ef7e25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.261966963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"598752f6-55c2-4421-9944-e5b623833ee0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.276829288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b74e8193-9e1c-4827-b72f-3d2643ef7e25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.33691268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"cbc8cb0b-0519-451c-bdd7-abd48efcaa4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.337237228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"18de1652-074e-4db7-a6a0-d074add07ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.417972558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"18de1652-074e-4db7-a6a0-d074add07ed2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.419295843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"cbc8cb0b-0519-451c-bdd7-abd48efcaa4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.474604227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"69f9e308-ca31-4ce9-8996-a77fa603fda2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.500494051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"69f9e308-ca31-4ce9-8996-a77fa603fda2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.574077853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"c0d6446f-cfb5-48bc-b8ca-a19a3604f8dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.590737829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"240dd9ea-a34a-4ef7-a08d-20fc7b678e9a","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.598337547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"c0d6446f-cfb5-48bc-b8ca-a19a3604f8dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.611878472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"240dd9ea-a34a-4ef7-a08d-20fc7b678e9a","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.672516464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"3ce40782-a6be-42ff-95ad-1cf09eb980eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:17.69363382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"3ce40782-a6be-42ff-95ad-1cf09eb980eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:19.945290511Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-735a79","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79","reconcileID":"ec9bbfec-7f2b-4cd9-a49f-7e5611b31af4","namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:19.973978412Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-735a79","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79","reconcileID":"e0e12b2b-cf6c-4c93-9afb-f5d12f4ab112","namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.022917338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"15fc07fd-f4af-4616-aacd-a3536ec36e27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.02335283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"73fa515f-b2b4-4540-aeeb-949efc4077c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.040477294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"ffe349fb-3bb9-4480-b2d1-c5eb9313e6fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.04564687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"aea976d9-e60a-4f1d-988a-686974d3ef3f","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.045646868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a10267db-b349-4799-a2f2-8eba50d0e595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.050567014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"15fc07fd-f4af-4616-aacd-a3536ec36e27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.051019327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"73fa515f-b2b4-4540-aeeb-949efc4077c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.064313476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"ffe349fb-3bb9-4480-b2d1-c5eb9313e6fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.069645421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"aea976d9-e60a-4f1d-988a-686974d3ef3f","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.069883228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"a10267db-b349-4799-a2f2-8eba50d0e595","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.095924031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"aea976d9-e60a-4f1d-988a-686974d3ef3f","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.156997359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"994e5d65-89ca-4dba-bd20-7800d006aafc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.178719323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"994e5d65-89ca-4dba-bd20-7800d006aafc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.250884869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"d96254f6-2052-490d-95b3-7aeb7074dcc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.26079978Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"c9967ed5-e6ad-45a4-8b12-749daaab5a64","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"name":"e2e-shr-quota-735a79","namespace":"e2e-extmod-shr-user-eba670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.274573146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"b2ecee69-9d72-4cc2-9a80-59e2e70d3279","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.282440175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"d96254f6-2052-490d-95b3-7aeb7074dcc8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.301383851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"b2ecee69-9d72-4cc2-9a80-59e2e70d3279","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.359915629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6f37f3ba-ffca-4aa4-9a9e-28f1069be441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.402713132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c1f68de-632f-4afe-b584-dba9f7b69f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.405168076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6f37f3ba-ffca-4aa4-9a9e-28f1069be441","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.640970448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2c1f68de-632f-4afe-b584-dba9f7b69f78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.651312439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c8f63ec-2b78-4b04-b3f6-57e6691f8520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.652247982Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","reconcileID":"2aa4cec8-86a9-46b3-84cc-9bbb1b687e51","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"name":"e2e-shr-quota-735a79","namespace":"e2e-extmod-shr-user-eba670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.681684544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0c8f63ec-2b78-4b04-b3f6-57e6691f8520","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.705933476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"8030692f-973a-4c9c-8b27-4bb86bc30840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.706514205Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"45e58901-712a-466d-a437-d0af80fceb7f","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"name":"e2e-shr-quota-735a79","namespace":"e2e-extmod-shr-user-eba670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.707224837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"f6c5f681-a18e-4373-971e-7b5419503e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.760782998Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-735a79","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79","reconcileID":"c1510aa5-8032-47ab-8e6c-19f6993e821c","namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:20.974521278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"8030692f-973a-4c9c-8b27-4bb86bc30840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.051943802Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","reconcileID":"fa0908c6-88b7-4f1a-8e94-bcd6c3914b69","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"name":"e2e-shr-quota-735a79","namespace":"e2e-extmod-shr-user-eba670","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.089012764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"f6c5f681-a18e-4373-971e-7b5419503e5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.133423787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"e13d0377-80c3-475d-a443-f198bf224a76","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.176434404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"b4b909fc-1ac5-4e99-8eb9-1e786dc16bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.181740142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"7eac84e5-5dc0-4099-81d7-bc57dd988474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.183323359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"530eb39a-2fb4-49bb-93b4-89278eeacd8d","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.200084625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"b4b909fc-1ac5-4e99-8eb9-1e786dc16bf3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.209909804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"7eac84e5-5dc0-4099-81d7-bc57dd988474","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.22002789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"530eb39a-2fb4-49bb-93b4-89278eeacd8d","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.257583983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"6ca0dc8f-3760-4133-b851-32237073ff4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.279204969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"6ca0dc8f-3760-4133-b851-32237073ff4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.391157281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"aecbc232-e7d4-4aad-ac35-070b30931b6b","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.661627271Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"2dcfb657-d4b2-48eb-8a73-ac0fece5f40c","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.698295466Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-735a79","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79","reconcileID":"7ed00ad5-1eed-4c43-9f4d-320b60ec9cc3","namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.772872243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"aecbc232-e7d4-4aad-ac35-070b30931b6b","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.775333628Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","reconcileID":"687194c0-cbad-49f9-b636-b683807ec586","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-6fc96760d62c","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.853164784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"29b17bdc-999d-469a-9c34-9cf57f692ffc","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:21.949540496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"86b7e34f-c549-41e3-8172-16741367bde6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.000596239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"29b17bdc-999d-469a-9c34-9cf57f692ffc","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.000858047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ea038d36-b865-44a2-b2d6-0c10093c5271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.049669148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"86b7e34f-c549-41e3-8172-16741367bde6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.058319097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ea038d36-b865-44a2-b2d6-0c10093c5271","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.072778242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"47151a01-06df-42b6-9508-5f35d906eac6","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.107765704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"47151a01-06df-42b6-9508-5f35d906eac6","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.321770414Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"1aebd3d5-30bd-4f6d-8514-0a319d5c39e8","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.360391589Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-da91cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-da91cc","reconcileID":"7ba9bd68-dd0b-4934-9110-1b1d1db669ae","namespace":"llm","name":"e2e-dft-del-da91cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.361540034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"5d20b024-5b36-4db2-aa85-0f1e3830aee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.36830506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"1aebd3d5-30bd-4f6d-8514-0a319d5c39e8","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.379809005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"51520982-17b9-4a58-aea0-0409eb711f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.534102265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"5d20b024-5b36-4db2-aa85-0f1e3830aee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.625449861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"1aebd3d5-30bd-4f6d-8514-0a319d5c39e8","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.62837091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"51520982-17b9-4a58-aea0-0409eb711f38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.661996451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"93f0861c-db17-4bb3-ba70-70955751547c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.689744391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"93f0861c-db17-4bb3-ba70-70955751547c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.696436626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"6eb29088-18a6-4eac-9198-b2620f7451d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.700327995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"0ece5a91-16f8-49ac-9def-6c3afcd11862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.720561456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"6eb29088-18a6-4eac-9198-b2620f7451d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:22.726455661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"0ece5a91-16f8-49ac-9def-6c3afcd11862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.075701508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"78edb0b8-547e-463d-9ff2-41c92bb38a00","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.077223826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"78edb0b8-547e-463d-9ff2-41c92bb38a00","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.077891277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c8599205-37c2-4945-a01f-0d4a51e750ae","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.285822911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"c8599205-37c2-4945-a01f-0d4a51e750ae","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.286535319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2037b43f-8168-4ca3-bce2-c5ff3545d6e8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.286560916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2037b43f-8168-4ca3-bce2-c5ff3545d6e8","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.078990004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"a9b4e47d-0cf8-4133-8185-6d2d4b528e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.285799238Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-da91cc","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-da91cc","reconcileID":"b2830d16-ce75-41c7-aeab-57ac5dbf80eb","namespace":"llm","name":"e2e-dft-del-da91cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.341525326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"00abad0c-2b45-4de1-a6ef-eee1579607c7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.452225244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"00abad0c-2b45-4de1-a6ef-eee1579607c7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.45291909Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a88eabce-0986-4209-92e0-6fc1f87d7d27","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.455694969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"a88eabce-0986-4209-92e0-6fc1f87d7d27","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.498735808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"4807d379-3d19-4ebc-93ec-2be124ced103","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.498774374Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"4807d379-3d19-4ebc-93ec-2be124ced103","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.766543296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-sub","reconcileID":"d794bceb-bdb3-4242-b0eb-1b436032671b","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-81f77f","model":"llm/e2e-dft-81f77f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.768939981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ae7fbc79-3659-4279-a4ad-b5145b392a3f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.918995013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"89961e31-7c3d-4d3b-8df5-1f755357f872","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.956711037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"89961e31-7c3d-4d3b-8df5-1f755357f872","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.95745443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8418dff9-5fca-4a96-b15e-14bda8b9c83c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.958265812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8418dff9-5fca-4a96-b15e-14bda8b9c83c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.958853057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"37a7b741-1769-4d07-ae62-d4f906ed5b15","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.958908067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"37a7b741-1769-4d07-ae62-d4f906ed5b15","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.959371401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e911d498-eba6-4c69-b6c0-8a5c355ebbad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.9594277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e911d498-eba6-4c69-b6c0-8a5c355ebbad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.960102116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ed90a6f-8462-4310-9fda-e4b65093c5f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.005477295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"a9b4e47d-0cf8-4133-8185-6d2d4b528e7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.820126596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"0a2ae245-563b-493c-95be-001770e26aa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:23.813594374Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"451cee0c-aedd-4f4d-a66d-38dd7fdf57da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.007889156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"dc0b219f-3d57-4316-9b6a-383b370e9001","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.068747601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61ed01fa-3273-42c2-a895-237ed0a178c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.098950828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8ed90a6f-8462-4310-9fda-e4b65093c5f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.101377153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"61ed01fa-3273-42c2-a895-237ed0a178c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.103915161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"dc0b219f-3d57-4316-9b6a-383b370e9001","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.105371833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"0a2ae245-563b-493c-95be-001770e26aa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.191017877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"bc53c3e4-a696-488f-8d1d-dba23b1fcbda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.213074418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"bc53c3e4-a696-488f-8d1d-dba23b1fcbda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.291754804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"c396325d-5cb4-46a1-ab80-96111b00a1bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.318623093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"c396325d-5cb4-46a1-ab80-96111b00a1bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.322726063Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4e2ac7 priority=0:[ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-serve-8233e3-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-dft-81f77f-sub models-as-a-service/e2e-dft-dcaa8c-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.339327614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"01840791-7a96-4480-b51a-3de476e46a80","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.339433902Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"01840791-7a96-4480-b51a-3de476e46a80","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:30:24.362548369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-dcaa8c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-sub","reconcileID":"a2004f9a-6c17-4362-8864-4faa32f89819","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-dcaa8c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.382026841Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"e417d9fe-57c0-42d9-8ac4-fe28f8cd9fa6","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.382065946Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"e417d9fe-57c0-42d9-8ac4-fe28f8cd9fa6","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.383386507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"60c83a49-480d-447a-bdb8-fd6d2f68b32f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.38657677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"11d9ba3f-38af-473a-a34f-a8eedad0dc90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.404384481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"60c83a49-480d-447a-bdb8-fd6d2f68b32f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:30:24.406673977Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"e417d9fe-57c0-42d9-8ac4-fe28f8cd9fa6","name":"e2e-dft-dcaa8c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-dcaa8c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:30:24.406762558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"e417d9fe-57c0-42d9-8ac4-fe28f8cd9fa6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-dft-dcaa8c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.412632298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"11d9ba3f-38af-473a-a34f-a8eedad0dc90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.427224091Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"919b1909-ffbe-4d14-a9b5-a044de8029df","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.427260064Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"919b1909-ffbe-4d14-a9b5-a044de8029df","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.431853268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"f9033276-e313-4404-ae33-0214b82f7ca6","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.446443746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"85a6ad1e-4c10-4734-923d-0bf8d762a91a","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.446470942Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"85a6ad1e-4c10-4734-923d-0bf8d762a91a","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.456770865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"f9033276-e313-4404-ae33-0214b82f7ca6","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.463416614Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"a2e65fa7-fb71-4a64-8f3e-40e4965de01e","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.463444505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"a2e65fa7-fb71-4a64-8f3e-40e4965de01e","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.49771127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"3983fa15-3b77-4a72-b87c-09f54fd6367a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.519245442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"3983fa15-3b77-4a72-b87c-09f54fd6367a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.543700139Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-dcaa8c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-sub","reconcileID":"54498517-2874-4886-8379-2e1ef0cf5280","MaaSSubscription":{"name":"e2e-dft-dcaa8c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-dcaa8c","model":"e2e-dft-dcaa8c","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-dcaa8c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.602029598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"dc93a51f-ce9f-49a0-9903-4f1c62795ae4","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.629577161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"dc93a51f-ce9f-49a0-9903-4f1c62795ae4","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.640993891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"3570a511-4f5d-4360-9d2e-9743bd9f1aac","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.641019025Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"3570a511-4f5d-4360-9d2e-9743bd9f1aac","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.722392608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"bccdba4f-f3b0-424a-bc8f-53f6859391a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.739912574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"ad985384-41ac-47d6-a034-f108f56b7ed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.740583254Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-dcaa8c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-sub","reconcileID":"b1f9187d-9f3d-4963-8e54-aa6de28de92b","MaaSSubscription":{"name":"e2e-dft-dcaa8c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-dcaa8c","model":"llm/e2e-dft-dcaa8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.747275083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"bccdba4f-f3b0-424a-bc8f-53f6859391a3","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.755499068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"8060c7ac-aa67-4a54-b478-70dab21742bc","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.762519823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"ad985384-41ac-47d6-a034-f108f56b7ed7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.778270713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"8060c7ac-aa67-4a54-b478-70dab21742bc","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.782667707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"588ac797-5493-4462-bbb7-e2e9a0137b8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.79910785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"8060c7ac-aa67-4a54-b478-70dab21742bc","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.803436939Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"588ac797-5493-4462-bbb7-e2e9a0137b8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.920629661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"8f5d598a-8534-4106-ab79-2b4faac60f7a","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.942339073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"8f5d598a-8534-4106-ab79-2b4faac60f7a","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.983585176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2621a021-2f02-4604-b1c6-17678964dafa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.984167797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4b317742-ffbe-45b4-968b-e77eab3403b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:24.984726749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"fffabc10-7848-49fc-aae2-c2cf5bb7c462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.004772105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2621a021-2f02-4604-b1c6-17678964dafa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.006636167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4b317742-ffbe-45b4-968b-e77eab3403b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.007217026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"fffabc10-7848-49fc-aae2-c2cf5bb7c462","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.081835925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"1c415181-5385-442c-98b1-c8e1b02a9710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.103412864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"1c415181-5385-442c-98b1-c8e1b02a9710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.182470334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"6590db6d-86df-42c5-9722-ecc8dd4a8d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.203993169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"6590db6d-86df-42c5-9722-ecc8dd4a8d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.291564507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"cab7ece1-b75d-4eb0-9769-1d51aae12f09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.318622999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f97be186-ff6d-449a-aabc-0bf88d2326ba","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.320885936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"cab7ece1-b75d-4eb0-9769-1d51aae12f09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.338301199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"f5928ab5-559e-446c-8981-8c2a3d0326df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.345800538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"f97be186-ff6d-449a-aabc-0bf88d2326ba","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.36206617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"f5928ab5-559e-446c-8981-8c2a3d0326df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.428859797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ced61db3-024c-45c4-83a0-b6af809a505a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.533150838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ced61db3-024c-45c4-83a0-b6af809a505a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.615363207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"981ed90d-6541-42b5-b92b-9c089ff25135","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.626264258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08bd9ea2-53d5-491e-bb63-47afbfb1471f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.638498077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"981ed90d-6541-42b5-b92b-9c089ff25135","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:25.652224797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"08bd9ea2-53d5-491e-bb63-47afbfb1471f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:26.449609801Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"462ebace-a527-4f87-b823-9f15a790c6be","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:26.473380592Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"9f65063e-8f55-43d4-9c08-afe60639854d","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:26.492174803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"d78b844d-60ea-40c7-bd3d-529ce4121b2f","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:26.552006918Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"d78b844d-60ea-40c7-bd3d-529ce4121b2f","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:26.571978605Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"d78b844d-60ea-40c7-bd3d-529ce4121b2f","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:26.614889392Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"c7ab0f0e-a4e9-4410-af09-0d34ff827566","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:29.921850386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44fad5d-294c-4466-81b9-8e4ac999ba87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:29.938820789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44fad5d-294c-4466-81b9-8e4ac999ba87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:29.955182047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44fad5d-294c-4466-81b9-8e4ac999ba87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:29.971401644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c44fad5d-294c-4466-81b9-8e4ac999ba87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.69849017Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-90f683","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-90f683","reconcileID":"799b1489-66bd-4eb1-a559-b2e24dc2ce3f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-90f683","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-90f683":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.735984497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17d8ae8-1e2e-44e2-b61a-09b127c671dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.75225223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17d8ae8-1e2e-44e2-b61a-09b127c671dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.769955104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17d8ae8-1e2e-44e2-b61a-09b127c671dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:30.786552336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b17d8ae8-1e2e-44e2-b61a-09b127c671dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:31.446986925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8133bece-c189-4562-89f5-9734e70c0e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:31.465946428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8133bece-c189-4562-89f5-9734e70c0e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:31.48294213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8133bece-c189-4562-89f5-9734e70c0e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:31.505383553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8133bece-c189-4562-89f5-9734e70c0e4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:34.865420036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"88467954-99a7-475b-a757-e2e3233c1267","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:34.887137587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"88467954-99a7-475b-a757-e2e3233c1267","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:34.908209068Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"88467954-99a7-475b-a757-e2e3233c1267","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:36.629162122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"6228b79f-dd83-4705-b724-6efd4de2c8b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:36.651552747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"6228b79f-dd83-4705-b724-6efd4de2c8b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:36.671860279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"6228b79f-dd83-4705-b724-6efd4de2c8b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:45.133679863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"cc0c3b8c-d30a-4120-bd65-68d202149347","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:45.313913869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"cc0c3b8c-d30a-4120-bd65-68d202149347","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:45.344227714Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (baecb25a3368b00777a75d1991ffb10cc46de81ba2c94f876a6abe5610f2ec64) AuthConfig (4d66aa4bee7eb7ff3b49117140c9d24265569ebf9e8d414aaa5490b8b390b455) AuthConfig (f53aa095add08c55e225b1cbb97e3739e5b22c1fc33344a6d5c6532192b9ec12) AuthConfig (a4cb71f329a82180ed648897209a96946652a54e7deb66264e98b87c19c43d00)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"cc0c3b8c-d30a-4120-bd65-68d202149347","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:45.664582277Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:46.046453348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aaae2f-c46e-4998-9ea6-7d480da8a3bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:46.088216563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aaae2f-c46e-4998-9ea6-7d480da8a3bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:46.136499259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aaae2f-c46e-4998-9ea6-7d480da8a3bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:46.158130058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3aaae2f-c46e-4998-9ea6-7d480da8a3bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:46.764689558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"7c087d38-2654-416b-abcc-ed8429b4dbdf","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:46.785765729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"7c087d38-2654-416b-abcc-ed8429b4dbdf","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:46.807730765Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"7c087d38-2654-416b-abcc-ed8429b4dbdf","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:47.172568857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbee1d35-21e9-456f-83fa-301266c07b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:47.198459352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbee1d35-21e9-456f-83fa-301266c07b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:47.283080855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbee1d35-21e9-456f-83fa-301266c07b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:47.311508634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fbee1d35-21e9-456f-83fa-301266c07b6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:50.87533734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-sub","reconcileID":"131573e7-3c1c-4ef5-ba26-1ae98f9a9d21","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"maas-trlp-e2e-shr-shared-384e87-e2e-extmod-a-e1769a","model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-a-e1769a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:51.01582323Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"7d457bc1-c93c-4cdf-bded-669f14a00867","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:51.129979452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-sub","reconcileID":"f3cdebc5-46f7-4b29-9872-a167ebbb451c","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-81f77f","model":"llm/e2e-dft-81f77f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:51.305919027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"aff2349c-2282-4219-938e-a6266c4a90bb","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:51.306048281Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"aff2349c-2282-4219-938e-a6266c4a90bb","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.027029103Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"1884b25f-3fa9-421b-a6d1-1283aa92f545","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.064884066Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"0e55ae07-1af0-496e-bd2d-67cbfe5ea50f","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.096070753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"d8ecae75-0055-4cc7-970e-dd66cf856904","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.180316634Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"d8ecae75-0055-4cc7-970e-dd66cf856904","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.221330387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"d8ecae75-0055-4cc7-970e-dd66cf856904","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.248867558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"4a389c1b-ac8d-4a85-800d-3a5f8177682e","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.26292616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2170d64-ea21-4314-a576-14a790f6e975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.263486051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"c1da6650-0c58-4dfd-b0af-40edbbf6dd51","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.264174134Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"751bda79-ce26-4f93-92e6-842250cddd82","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.281641922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"daad6142-ac1a-45cb-9270-7fb72e8b5373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.300324241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"4a389c1b-ac8d-4a85-800d-3a5f8177682e","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.311454877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2170d64-ea21-4314-a576-14a790f6e975","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.317070572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"c1da6650-0c58-4dfd-b0af-40edbbf6dd51","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.320414249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"daad6142-ac1a-45cb-9270-7fb72e8b5373","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.556380097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c88ecb7f-b892-4111-9dbc-106a114de179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.575779177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8359dddb-7888-46c6-988a-42a3ccf219a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.576369725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"44a98836-f682-4f85-967c-9361e07b0644","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.592751972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c88ecb7f-b892-4111-9dbc-106a114de179","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.604236234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"44a98836-f682-4f85-967c-9361e07b0644","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.605350215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8359dddb-7888-46c6-988a-42a3ccf219a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.656489699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"145a4d24-a0b0-41ef-84a4-27d95ad3b37a","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.679239621Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"145a4d24-a0b0-41ef-84a4-27d95ad3b37a","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.934861644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"9e16ac6f-fec1-4356-9389-73caa9772083","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.934861659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"1beeb879-a0f4-4e95-8cb4-3036454024c6","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.96160487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"9e16ac6f-fec1-4356-9389-73caa9772083","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.964047977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"1beeb879-a0f4-4e95-8cb4-3036454024c6","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:53.989651748Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"9e16ac6f-fec1-4356-9389-73caa9772083","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.041952382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"0163074a-56ff-468f-af7d-820ff538ae09","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.041975942Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"0163074a-56ff-468f-af7d-820ff538ae09","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.08695569Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-sub","reconcileID":"a1996feb-66c8-420c-a840-6350ca07a271","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-37617a2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.121614003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71653f9d-1847-4855-a084-a9aa04d16346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.121954954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"f67c3b3e-53c6-439d-85e9-0ceeb2668c2a","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.122297967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77dbf5f3-d719-49fb-be15-58a02652c54b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.122612541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"92997d23-1d52-4f5a-87eb-6eafe997b8dd","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.14633056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"f67c3b3e-53c6-439d-85e9-0ceeb2668c2a","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.147252065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"71653f9d-1847-4855-a084-a9aa04d16346","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.148715994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"92997d23-1d52-4f5a-87eb-6eafe997b8dd","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.150741712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"77dbf5f3-d719-49fb-be15-58a02652c54b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.459234238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"4e8795f6-71c8-4ae4-b3a6-d0fb3105af27","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.460323135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fbd8feb-7d0f-4986-b031-831e1d9c9187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.460600364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95559948-a482-4524-9df1-30f7efbe0275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.460794577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"869d6a2f-2579-4ec7-801f-808d9d5ff470","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.504971541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9fbd8feb-7d0f-4986-b031-831e1d9c9187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.536559393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"869d6a2f-2579-4ec7-801f-808d9d5ff470","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.536762715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"4e8795f6-71c8-4ae4-b3a6-d0fb3105af27","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:54.538393797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"95559948-a482-4524-9df1-30f7efbe0275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.414983787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"6b9b67b5-5a38-4c0e-a962-06783fc7b3bc","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.437721849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"6b9b67b5-5a38-4c0e-a962-06783fc7b3bc","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.577404384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"a457342d-536e-45ab-b5e2-8e06e244ae5a","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:55.577431298Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"a457342d-536e-45ab-b5e2-8e06e244ae5a","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-detach-c0e3ab-e41b24700777","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-detach-c0e3ab","externalModel":"e2e-att-detach-c0e3ab","provider":"e2e-att-detach-c0e3ab-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.49724989Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4e2ac7 priority=0:[ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-detach-c0e3ab-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-serve-8233e3-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.514614363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"0c213b7e-7b65-49a3-ad37-c51cf0f052f1","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.514639157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"0c213b7e-7b65-49a3-ad37-c51cf0f052f1","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-detach-c0e3ab-e41b24700777","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-detach-c0e3ab","externalModel":"e2e-att-detach-c0e3ab","provider":"e2e-att-detach-c0e3ab-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.559304706Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"283fbdaa-797f-4fa9-b61e-2d591abbfcd5","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.559337993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"283fbdaa-797f-4fa9-b61e-2d591abbfcd5","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.569263289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"a256c532-74db-44b5-93a6-d72667b3a768","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.574654105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"a21897dc-aacc-4687-ba5d-811cb82579a4","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.574823943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"88d83a91-9659-43ed-80f4-714f985852c6","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.576124416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"38386f59-58fb-462f-a885-a20caf33f194","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.576140397Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"38386f59-58fb-462f-a885-a20caf33f194","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-detach-c0e3ab-e41b24700777","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-detach-c0e3ab","externalModel":"e2e-att-detach-c0e3ab","provider":"e2e-att-detach-c0e3ab-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.592595971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"f9fcf442-867c-49a1-b7d5-eb3d3f520ddc","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.592613505Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"f9fcf442-867c-49a1-b7d5-eb3d3f520ddc","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.622606336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"a256c532-74db-44b5-93a6-d72667b3a768","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.623318293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"c060d2cd-8c62-4fc8-9a4c-6156b47be445","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.623334586Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"c060d2cd-8c62-4fc8-9a4c-6156b47be445","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.624740409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"88d83a91-9659-43ed-80f4-714f985852c6","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.625787736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"a21897dc-aacc-4687-ba5d-811cb82579a4","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.640098964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"c29268ab-cb3b-4bba-864d-44230732b25f","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.640120869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"c29268ab-cb3b-4bba-864d-44230732b25f","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-detach-c0e3ab-e41b24700777","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-detach-c0e3ab","externalModel":"e2e-att-detach-c0e3ab","provider":"e2e-att-detach-c0e3ab-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.658916505Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-c0e3ab-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-sub","reconcileID":"3604c7ed-8e75-4a23-a70f-18e20fdb6963","MaaSSubscription":{"name":"e2e-att-detach-c0e3ab-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-detach-c0e3ab","model":"e2e-att-detach-c0e3ab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-detach-c0e3ab-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.753965654Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"d11c1689-37f3-48c2-94c6-0cd80f4c5596","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.753998733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"d11c1689-37f3-48c2-94c6-0cd80f4c5596","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-detach-c0e3ab-e41b24700777","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-detach-c0e3ab","externalModel":"e2e-att-detach-c0e3ab","provider":"e2e-att-detach-c0e3ab-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.802937416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-c0e3ab-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-sub","reconcileID":"5a543ba0-dc95-4c6b-bd01-377b2e523f7d","MaaSSubscription":{"name":"e2e-att-detach-c0e3ab-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-detach-c0e3ab","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.842603173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"2c675979-2270-4c2a-b15c-92c311f807f4","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.842897499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"de580605-86fb-44ea-8084-bc816913f9a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.844648861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"0e81e895-8118-4736-bc18-39b32abfca84","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.866969076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"0e81e895-8118-4736-bc18-39b32abfca84","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.867668285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"2c675979-2270-4c2a-b15c-92c311f807f4","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.869257472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"de580605-86fb-44ea-8084-bc816913f9a7","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.910706612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"68e6199e-853f-417d-94b0-a2b450b60933","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.932933053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"68e6199e-853f-417d-94b0-a2b450b60933","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:56.95344725Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"68e6199e-853f-417d-94b0-a2b450b60933","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:59.663910175Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"c3cd169e-6897-465b-9c5d-e4d32a8419cc","namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:59.721734293Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"dd9b5161-4dbd-4339-a93e-ef95d6c679bd","namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:59.747130856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"b08a3001-f04f-4802-9c8c-497adc9b5ee1","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:59.749916393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"8c577c40-fb7c-44a3-9d2b-f9bdb5bd125a","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:59.87696413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"cf3aceec-6ce0-4571-86ef-63b3e8c050b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:30:59.998355318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"b08a3001-f04f-4802-9c8c-497adc9b5ee1","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.040113308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"8c577c40-fb7c-44a3-9d2b-f9bdb5bd125a","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.066344975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"753d5eae-45b9-4a8a-af4a-65168ff888b0","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.104080042Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"fd7ca0f6-e74b-4389-8226-54a968c8073f","namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.133930496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"cf3aceec-6ce0-4571-86ef-63b3e8c050b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.25779626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0169dc9-31cd-4e70-a94b-8abd41cbc9af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.259626267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"8c577c40-fb7c-44a3-9d2b-f9bdb5bd125a","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.40376632Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"b08a3001-f04f-4802-9c8c-497adc9b5ee1","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.492920382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"753d5eae-45b9-4a8a-af4a-65168ff888b0","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.496726168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d0169dc9-31cd-4e70-a94b-8abd41cbc9af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.515974161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"6d2c2712-29ac-4cd9-b965-a00bea82987b","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.516092215Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"6d2c2712-29ac-4cd9-b965-a00bea82987b","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"routeName":"external-model-e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b","model":"e2e-cmp-legacy-fe3cd6","externalModel":"e2e-cmp-legacy-fe3cd6","provider":"e2e-cmp-legacy-fe3cd6-provider","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.533433472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"6078189b-3ba0-47f2-a05b-c382fbbd2744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.555130678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"6078189b-3ba0-47f2-a05b-c382fbbd2744","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.578974288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"892b7b4a-529c-4690-b82b-d8dd63f07f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.785677365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"892b7b4a-529c-4690-b82b-d8dd63f07f62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.81758991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"eeec1de8-0edc-46bb-9627-696b47db195f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.898615813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"ed9bd1a4-5a34-43b9-aab6-f7477a492363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:00.899302058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a91aaadd-11ad-46f8-a549-624bfdb8b723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.002542895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"00cc8c96-59d9-4f7b-9062-720930820991","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.047704266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"eeec1de8-0edc-46bb-9627-696b47db195f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.231660102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a91aaadd-11ad-46f8-a549-624bfdb8b723","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.232895308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"ed9bd1a4-5a34-43b9-aab6-f7477a492363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.268141721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"00cc8c96-59d9-4f7b-9062-720930820991","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.269684164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"d4eec6c8-d69a-4a91-92a8-080a0d856dd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.29779453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"d4eec6c8-d69a-4a91-92a8-080a0d856dd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.347986987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"62ee15bd-105a-4fce-a02c-78f43db27091","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.369811745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"62ee15bd-105a-4fce-a02c-78f43db27091","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.421646792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"c31f1dc3-76c5-4d35-a96b-29eb2b1915e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.438700515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"f2d8ba78-ed6d-4fac-aec6-e232380a0da0","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.445635255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"c31f1dc3-76c5-4d35-a96b-29eb2b1915e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.465446777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"f2d8ba78-ed6d-4fac-aec6-e232380a0da0","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.516090299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"87711ab3-ed4f-47ca-99c9-a5a79c7b9766","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.533698066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"995373f7-d372-46ab-9731-7f742523fcc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.538214034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"87711ab3-ed4f-47ca-99c9-a5a79c7b9766","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.559008882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"995373f7-d372-46ab-9731-7f742523fcc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.623020124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"ed5c0540-a54c-453a-802d-3448eab13d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.648522456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"ed5c0540-a54c-453a-802d-3448eab13d05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.65914594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"ef04bc6c-4b63-4432-a54d-57fff060551c","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.68037991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"ef04bc6c-4b63-4432-a54d-57fff060551c","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.724827928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"e938fc0b-8f91-41a6-a205-ba00b33ef36e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.725011295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0d014fd4-7bb4-4855-bcd3-faa2f25e0612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.733164787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"023a2adf-253f-4f70-9bce-83d38b480bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.752534977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"e938fc0b-8f91-41a6-a205-ba00b33ef36e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.752859966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0d014fd4-7bb4-4855-bcd3-faa2f25e0612","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.824103537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"023a2adf-253f-4f70-9bce-83d38b480bf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.858825345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"7e9c2ed9-58a3-436f-9966-77f2d117e8d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.881769024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"7e9c2ed9-58a3-436f-9966-77f2d117e8d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.910696326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"7f41abd4-eca1-4943-ac73-ec2112e6c867","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.912270562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"f30e4c93-6cbf-4e0e-94ad-3e4dd5ab68dc","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.928388397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"e089653d-5ee3-4cda-8717-50ef6334bd8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.932034224Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"7f41abd4-eca1-4943-ac73-ec2112e6c867","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.933327719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"f30e4c93-6cbf-4e0e-94ad-3e4dd5ab68dc","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.942304182Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"830a2285-58f4-4222-b421-e3a20360da77","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.949223928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"e089653d-5ee3-4cda-8717-50ef6334bd8b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.951677512Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"7f41abd4-eca1-4943-ac73-ec2112e6c867","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.953693314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"f30e4c93-6cbf-4e0e-94ad-3e4dd5ab68dc","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:01.963841899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"830a2285-58f4-4222-b421-e3a20360da77","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:02.026154953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"39bbb440-76a7-4df0-96a8-230f7ff7cdce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:02.047477082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"39bbb440-76a7-4df0-96a8-230f7ff7cdce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:02.05765287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2831dfdb-8723-486b-a290-f9d6b5a0f723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:02.079032814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2831dfdb-8723-486b-a290-f9d6b5a0f723","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.103783372Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-sub","reconcileID":"84a0ef5a-398b-47eb-8420-5dc5314acd74","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-81f77f","subscription":"e2e-dft-81f77f-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.137358987Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-sub","reconcileID":"84a0ef5a-398b-47eb-8420-5dc5314acd74","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.153997791Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-sub","reconcileID":"84a0ef5a-398b-47eb-8420-5dc5314acd74","MaaSSubscription":{"name":"e2e-dft-81f77f-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-81f77f","namespace":"llm","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.251451419Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4e2ac7 priority=0:[ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-detach-c0e3ab-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-serve-8233e3-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.270699474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"42ae77de-dda6-435e-b729-d8adebf778f4","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.270724173Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"42ae77de-dda6-435e-b729-d8adebf778f4","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.338596278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"2d9e27e9-954c-47a8-83bc-a484967e785a","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.341161369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"09ff7c5b-9f9e-4d6e-bbad-993b1b02df2f","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.341162178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1db28be-7675-4396-b8b8-a5d3fa461080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.341472863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58c3a8fc-0fbd-47b6-9c6c-5d214decd781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.361524131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"2d9e27e9-954c-47a8-83bc-a484967e785a","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.365519619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"09ff7c5b-9f9e-4d6e-bbad-993b1b02df2f","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.36757075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1db28be-7675-4396-b8b8-a5d3fa461080","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.370971041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"58c3a8fc-0fbd-47b6-9c6c-5d214decd781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.403263576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"2c87e317-80f0-4278-a3bf-8efa1ae5043e","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.403298613Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"2c87e317-80f0-4278-a3bf-8efa1ae5043e","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.455449531Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-81f77f-access","reconcileID":"9a88db32-d3ce-4054-8a4a-53d653975338","MaaSAuthPolicy":{"name":"e2e-dft-81f77f-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.527732684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"6ba58798-f230-4a27-92a1-e5ce03be4204","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.52776099Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"6ba58798-f230-4a27-92a1-e5ce03be4204","MaaSModelRef":{"name":"e2e-dft-81f77f","namespace":"llm"},"routeName":"external-model-e2e-dft-81f77f-be2a359ff7ff","namespace":"llm","model":"e2e-dft-81f77f","externalModel":"e2e-dft-81f77f","provider":"e2e-dft-81f77f-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:04.969938878Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"7765947a-bbf5-4914-9512-ae69e2196900","namespace":"llm","name":"e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.004567244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c4f90ba4-727f-4ab0-b61b-9d37c2474090","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.004596017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c4f90ba4-727f-4ab0-b61b-9d37c2474090","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.005075479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"726c8d3b-85b4-48e5-bb10-35f8a28057af","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.005103889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"726c8d3b-85b4-48e5-bb10-35f8a28057af","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.005508554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e592df88-6285-4019-b570-0a0ee74b6387","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.005530613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"e592df88-6285-4019-b570-0a0ee74b6387","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.005935324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be71c6df-3cd1-4d52-a6b5-a63dd72b49ea","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.005954505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"be71c6df-3cd1-4d52-a6b5-a63dd72b49ea","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.006329635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"91c9ea28-7e16-40db-b20d-841b3e3e46e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.006346366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"91c9ea28-7e16-40db-b20d-841b3e3e46e6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.020845976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"758ea1ce-71b3-41b8-be71-d5a85bf73510","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.021538846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"4f57da8a-ccb5-4906-acd8-ae25903121a8","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.023065277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"92d7a2d1-f14b-49fc-b4be-ca89bfafc305","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.023093707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"92d7a2d1-f14b-49fc-b4be-ca89bfafc305","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.023779669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c7a3696c-7c71-4c57-b11f-5bd3febc58f1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.023800948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"c7a3696c-7c71-4c57-b11f-5bd3febc58f1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.024272713Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0cc4728d-5238-405f-a883-ca507b762f13","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.024289473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0cc4728d-5238-405f-a883-ca507b762f13","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.024657151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36d02dbb-6a17-46f6-951a-068f6b0c2fc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.024671663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"36d02dbb-6a17-46f6-951a-068f6b0c2fc0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.037521343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"4bd68d3d-d10d-4649-b1d9-ba11d392e517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.037975474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a8f33de4-9067-4179-84be-0c9578fa5a89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.038508894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"f679da22-6d93-44a6-8028-08aa1d3c6daf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.042982335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"4f57da8a-ccb5-4906-acd8-ae25903121a8","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.043090505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"758ea1ce-71b3-41b8-be71-d5a85bf73510","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.060000194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"4bd68d3d-d10d-4649-b1d9-ba11d392e517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.06185413Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"de05e02a-4691-45ab-8884-6ed0b3f52f69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.062240508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"63a26931-4297-4ba3-bda9-646870d90a99","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.065367723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a8f33de4-9067-4179-84be-0c9578fa5a89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.066020649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"f679da22-6d93-44a6-8028-08aa1d3c6daf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.066861918Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"758ea1ce-71b3-41b8-be71-d5a85bf73510","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.067684211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"4f57da8a-ccb5-4906-acd8-ae25903121a8","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.078131158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-dcaa8c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-sub","reconcileID":"2be9f3bc-33a7-4507-9973-1e7a0558afee","MaaSSubscription":{"name":"e2e-dft-dcaa8c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-dcaa8c","model":"llm/e2e-dft-dcaa8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.132351136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"fdeaa8cb-b3a4-43bb-bbea-129f044ba56b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.148759702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"881995c4-e2ec-4193-ab0d-503e54d5f3b5","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.159846946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"fdeaa8cb-b3a4-43bb-bbea-129f044ba56b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.171970925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"881995c4-e2ec-4193-ab0d-503e54d5f3b5","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.193149268Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-81f77f","namespace":"llm"},"namespace":"llm","name":"e2e-dft-81f77f","reconcileID":"cd5afa6c-57f7-4043-8e83-987c5bc9a182","namespace":"llm","name":"e2e-dft-81f77f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.415123354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"bb99bfae-0912-488f-bfac-4d328ee3ae6d","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.440808443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"07490009-f257-40dc-8302-128b0e7b4d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.448728904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"e71fdfdd-3150-42b3-af64-30b4f0c562d0","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.483555458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"bb99bfae-0912-488f-bfac-4d328ee3ae6d","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.484109046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"81e69966-1caf-498f-b8fc-2553c5a9f2b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.51457103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"e71fdfdd-3150-42b3-af64-30b4f0c562d0","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.523284928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"07490009-f257-40dc-8302-128b0e7b4d0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.543590787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"81e69966-1caf-498f-b8fc-2553c5a9f2b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.573780048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"7b9d53f5-2ff2-40aa-8100-046b5972cc8a","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.594868834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"7b9d53f5-2ff2-40aa-8100-046b5972cc8a","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.62898944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"6c8bbe75-7076-46bc-aa73-b6daafd46137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.735181411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"892bc832-d31d-4894-9008-999e4cd2c2af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.774004261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"6c8bbe75-7076-46bc-aa73-b6daafd46137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.803985384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"124bd768-69c2-4544-87dd-b47ab5b60eff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.80856961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"2e9ae74a-f141-47d9-b11a-464a2ffd797a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.901628226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"2e9ae74a-f141-47d9-b11a-464a2ffd797a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.916608028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"124bd768-69c2-4544-87dd-b47ab5b60eff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.917785635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"892bc832-d31d-4894-9008-999e4cd2c2af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:05.94060068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"6b3e5d17-334d-46e4-a231-5f883d520bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.033253699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"02463c33-505f-4711-866f-caf76b980b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.051582506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"6b3e5d17-334d-46e4-a231-5f883d520bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.07290923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"02463c33-505f-4711-866f-caf76b980b3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.127902676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"51c275d4-f7d0-4ee3-a69e-f4b4021a0a06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.142750667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"24943a60-76a5-4ec7-ba3d-f8ca18d0b92e","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.142751607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc9f15a4-c039-4f9b-a022-7aeb8efe5205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.149613316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"51c275d4-f7d0-4ee3-a69e-f4b4021a0a06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.165141168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"24943a60-76a5-4ec7-ba3d-f8ca18d0b92e","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.165306906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc9f15a4-c039-4f9b-a022-7aeb8efe5205","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.23042183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"ab2f2ce6-c5a5-472c-952f-e9c8cd128e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.246283191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e7bfe63-383f-4823-8ec9-dd2ad8820361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.252746955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"ab2f2ce6-c5a5-472c-952f-e9c8cd128e4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.268647713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8e7bfe63-383f-4823-8ec9-dd2ad8820361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.311757325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"1b19b4ea-e59f-4caf-8cd2-5febab578d7d","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.311871499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"8b279a1a-0f14-4304-955e-25846082589f","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.333669662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"8b279a1a-0f14-4304-955e-25846082589f","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.333992851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"1b19b4ea-e59f-4caf-8cd2-5febab578d7d","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.354650646Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"8b279a1a-0f14-4304-955e-25846082589f","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.354653619Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"1b19b4ea-e59f-4caf-8cd2-5febab578d7d","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.42829558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"6eff361a-b4f0-47e4-b6fb-2546367b240b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.428357411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b7848c27-948a-4912-93d1-673e9d1bbfe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.429329526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"7607061a-8bcf-4212-adf6-daaa91ddaca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.449940754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"b7848c27-948a-4912-93d1-673e9d1bbfe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.450036931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"6eff361a-b4f0-47e4-b6fb-2546367b240b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.452299307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"7607061a-8bcf-4212-adf6-daaa91ddaca0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.54211149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"77aa0e5e-0a69-406d-86b5-66c6458d7d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.575273801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"64e3ab9c-2129-46cd-9f17-582570baaba5","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.578909477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"77aa0e5e-0a69-406d-86b5-66c6458d7d80","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:06.598134406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"64e3ab9c-2129-46cd-9f17-582570baaba5","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.120480446Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"2859be63-30ec-4e82-ac75-27d8d3c35e3e","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.120509227Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"2859be63-30ec-4e82-ac75-27d8d3c35e3e","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"routeName":"external-model-e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b","model":"e2e-cmp-legacy-fe3cd6","externalModel":"e2e-cmp-legacy-fe3cd6","provider":"e2e-cmp-legacy-fe3cd6-provider","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.14241079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"14bc2382-0454-4567-8145-ff5d5b772e94","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.142436656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"14bc2382-0454-4567-8145-ff5d5b772e94","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"routeName":"external-model-e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b","model":"e2e-cmp-legacy-fe3cd6","externalModel":"e2e-cmp-legacy-fe3cd6","provider":"e2e-cmp-legacy-fe3cd6-provider","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.16153662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"3fbed472-68db-43f1-9f19-e344f293e7a5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.217752497Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"3fbed472-68db-43f1-9f19-e344f293e7a5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.238375156Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"3fbed472-68db-43f1-9f19-e344f293e7a5","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.28154226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"4318f383-77f9-4675-b120-51f1578c6463","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:10.281564393Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"4318f383-77f9-4675-b120-51f1578c6463","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"routeName":"external-model-e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b","model":"e2e-cmp-legacy-fe3cd6","externalModel":"e2e-cmp-legacy-fe3cd6","provider":"e2e-cmp-legacy-fe3cd6-provider","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:15.66922704Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:16.391166886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"4c6ec3a7-bcce-4415-b7dd-6efa6f50cc2d","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:16.391166888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"86dc1a20-9f61-42c4-8a58-9c67fbd6de3b","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:16.412597278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"4c6ec3a7-bcce-4415-b7dd-6efa6f50cc2d","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:16.412665704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"86dc1a20-9f61-42c4-8a58-9c67fbd6de3b","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:16.432807251Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"86dc1a20-9f61-42c4-8a58-9c67fbd6de3b","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:16.432826235Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"4c6ec3a7-bcce-4415-b7dd-6efa6f50cc2d","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:20.293466319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"43960098-1dcb-4d78-8b97-008c7aa9c80a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:20.314573173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"43960098-1dcb-4d78-8b97-008c7aa9c80a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:20.334477649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"43960098-1dcb-4d78-8b97-008c7aa9c80a","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.102245532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63884193-8bf1-45ef-b8d6-eb185eb17dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.118601592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63884193-8bf1-45ef-b8d6-eb185eb17dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.135512213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63884193-8bf1-45ef-b8d6-eb185eb17dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.152567589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63884193-8bf1-45ef-b8d6-eb185eb17dbc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.874453201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a61fdeb-28f7-48ce-bfd2-ef6fdec865f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.890701879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a61fdeb-28f7-48ce-bfd2-ef6fdec865f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.907545574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a61fdeb-28f7-48ce-bfd2-ef6fdec865f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.923939438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a61fdeb-28f7-48ce-bfd2-ef6fdec865f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:21.954757787Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-5cd0f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-5cd0f2","reconcileID":"21a47795-0e4f-4f00-b7b8-3299e7bdcfca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-5cd0f2","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-5cd0f2":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:22.595524193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8e5f57-0016-4e12-be30-9636fd8f1cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:22.61198275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8e5f57-0016-4e12-be30-9636fd8f1cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:22.629014773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8e5f57-0016-4e12-be30-9636fd8f1cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:22.645136079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea8e5f57-0016-4e12-be30-9636fd8f1cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:31:23.702832081Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-5cd0f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-5cd0f2","reconcileID":"271dc16d-1bb0-4ee2-965f-b4bf4a17a57b","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-5cd0f2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:26.469456549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"a8468e10-4151-41a2-8e2a-c3b750751bc5","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:26.469576321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"7ec7cbe0-f1b8-42a8-ad55-5ff3fc860a91","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:26.490760134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"a8468e10-4151-41a2-8e2a-c3b750751bc5","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:26.49088275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"7ec7cbe0-f1b8-42a8-ad55-5ff3fc860a91","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:26.5109535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"a8468e10-4151-41a2-8e2a-c3b750751bc5","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:26.511422373Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"7ec7cbe0-f1b8-42a8-ad55-5ff3fc860a91","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:30.371064813Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"0f6c91bd-e82d-4a7f-9d22-0fdf98ed87d6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:30.391949828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"0f6c91bd-e82d-4a7f-9d22-0fdf98ed87d6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:30.41170046Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"0f6c91bd-e82d-4a7f-9d22-0fdf98ed87d6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:36.547605921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"8383261b-944c-4f9f-accf-3c059bbbb55c","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:36.547618435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"8ee566f7-cdeb-47a6-a10a-cd1b51821d17","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:36.580609392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"8383261b-944c-4f9f-accf-3c059bbbb55c","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:36.638487366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"8ee566f7-cdeb-47a6-a10a-cd1b51821d17","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:36.656423954Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"8383261b-944c-4f9f-accf-3c059bbbb55c","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:36.664074316Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"8ee566f7-cdeb-47a6-a10a-cd1b51821d17","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.885097354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"af6677b8-f608-4d9d-bb5f-418942c71e36","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:39.930333646Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"af6677b8-f608-4d9d-bb5f-418942c71e36","name":"e2e-inf-a-90f683-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:40.453086251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"a41fd79b-e273-4666-bf44-54cbe85a21f9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:40.475502202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"a41fd79b-e273-4666-bf44-54cbe85a21f9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:40.495219035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"a41fd79b-e273-4666-bf44-54cbe85a21f9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:45.834767706Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.088675253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"6b06dffa-de9d-4f8c-a847-f103dfa9e6f4","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.182013857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"6b06dffa-de9d-4f8c-a847-f103dfa9e6f4","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.182552006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"d7484f34-4334-4a03-b3ba-f8704a2fa925","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.225148171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"6b06dffa-de9d-4f8c-a847-f103dfa9e6f4","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.327463582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"d7484f34-4334-4a03-b3ba-f8704a2fa925","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.372888974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed607afc3c5d10406a66bacaa09735605755e4f08e6eaa049c32ffd4d19027df) AuthConfig (edea0bba027697ae2244c22e01c4fb8281f01b7b36db978faf7330b6f8e96c09) AuthConfig (2a30e56b7b4f451b15364d3af5c797d504640a8508b736298f5ab3566231f028) AuthConfig (a3fee40f7df326a33eb5d274ce574b88a52bf6ba8eb3a42ef6671359d10b0be9) AuthConfig (a9049e48110cd199c08db464ab6e72bd02888541d88f5ccc35964b9c86077bcc) AuthConfig (233d49d2d26300cc3160a1d9e418cce5eb3ec40bcddd2a40ec4968203b0883e6) AuthConfig (c7cb0cb432c27a3922b7cfcc7fbe15b9d8dc63847828b2adc06cde944b6fd672) AuthConfig (19323fbb6c137d6bd00cc2b2c4a527c49f893d0007bad309271052a6c6445705) AuthConfig (a81a0f12bbd4dddce2212aa85a2caaed7b45b2d61bd984f1d0e33e7891101189) AuthConfig (0ffa45b03a0acacb1ab54acc74fb59c692f3b0bf6ed61eaf9c6c6906f23b255d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"d7484f34-4334-4a03-b3ba-f8704a2fa925","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.466472229Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"4e0efb33-6fd7-423e-ac30-ad43580fc1d6","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.556477243Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-dcaa8c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-sub","reconcileID":"fd658411-48d0-477e-b06d-3e2e6e171695","MaaSSubscription":{"name":"e2e-dft-dcaa8c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-dcaa8c","model":"llm/e2e-dft-dcaa8c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.73975626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"d656101f-2c04-4587-815a-6d34340e13c1","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:47.739881391Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"d656101f-2c04-4587-815a-6d34340e13c1","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:48.287362761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-c0e3ab-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-sub","reconcileID":"1a380fb2-0c1b-4316-b781-4465031792db","MaaSSubscription":{"name":"e2e-att-detach-c0e3ab-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-detach-c0e3ab","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:48.549807542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"c2fc13f4-2050-46a6-b1c4-ff3add65d018","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:48.549948255Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"c2fc13f4-2050-46a6-b1c4-ff3add65d018","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-detach-c0e3ab-e41b24700777","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-detach-c0e3ab","externalModel":"e2e-att-detach-c0e3ab","provider":"e2e-att-detach-c0e3ab-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.38679839Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"f5151fb9-f470-450e-9625-2b2f63937f25","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.396249552Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"f5151fb9-f470-450e-9625-2b2f63937f25","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.521438739Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-dcaa8c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-sub","reconcileID":"b4c5e8e2-23a8-4d09-80ba-f34554a50c12","MaaSSubscription":{"name":"e2e-dft-dcaa8c-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-076055e9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.52179844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c99b716-b591-4eb7-b9ae-1372a997b89f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.549808617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"b27aa69c-184e-4927-8592-401bec73dccf","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.562440881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f497611-870e-4dcf-9e73-881c149284e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.67193183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c99b716-b591-4eb7-b9ae-1372a997b89f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.681782943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"94ee4b81-409f-4248-b116-b8227729f2fc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.709415714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"b27aa69c-184e-4927-8592-401bec73dccf","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.71688328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8f497611-870e-4dcf-9e73-881c149284e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.820886484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"94ee4b81-409f-4248-b116-b8227729f2fc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.935972381Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e753aae8d9d4f9fe8b71329f926fd9ca0d92b5cbe143d94664ce2cd48d049929) AuthConfig (5fefc6d429f01a1f5bd5e3dd66bf4a3186e8b89c67b6728b347d18317454a9e6) AuthConfig (05d83285a2a718435bea7f70e029be6a3f49805d5d0fc75ee1bbec288cc63e20) AuthConfig (a0017fd48038c54b58e967b3ebd185eebbd86b78da4950a3428fc0d380fd3a87) AuthConfig (2a9ea5deb933e8677e5f7556f5e1b4895eca358467b19e0398fb2b2bc598f131) AuthConfig (792368e28b67f6f7f6f8d1d3694e4f38d5505013c000b876d281bfd87559a599) AuthConfig (809796f087353496d40d34189bca8e5bb3653786073a57310e600044c5420437) AuthConfig (6956fdd909d07f4eaf52231418022fc56e997ee543f837d0bf49ed7fac36cdfc) AuthConfig (4a3c36abc3bca05af04c0895d47b16b495b9b79fa7a585bb4af1bab37604a5d9) AuthConfig (6e9c246d2af26d5f1dc2354cb10a03924f04a716a9e4b2055c2bf04902b09673)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"94ee4b81-409f-4248-b116-b8227729f2fc","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:49.981664933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3d5f71e-0301-46a0-8313-1d0f3ba5ce56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.005332965Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"85e7af19-d8c2-4966-9950-ab888d4922e4","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.113333896Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"85e7af19-d8c2-4966-9950-ab888d4922e4","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"routeName":"external-model-e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b","model":"e2e-cmp-legacy-fe3cd6","externalModel":"e2e-cmp-legacy-fe3cd6","provider":"e2e-cmp-legacy-fe3cd6-provider","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.114525248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f3d5f71e-0301-46a0-8313-1d0f3ba5ce56","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.047701754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"017657eb-3270-47fe-b06e-26a9c92c1970","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.113129044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ec6c06e-20f1-4986-a32f-5b660e5ab144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.137411867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"9f43eec1-5eee-42c8-8e9c-5c14f3ed1936","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.148299841Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"9f43eec1-5eee-42c8-8e9c-5c14f3ed1936","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-detach-c0e3ab-e41b24700777","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-detach-c0e3ab","externalModel":"e2e-att-detach-c0e3ab","provider":"e2e-att-detach-c0e3ab-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.157127163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"017657eb-3270-47fe-b06e-26a9c92c1970","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.172727841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2ec6c06e-20f1-4986-a32f-5b660e5ab144","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.173066833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"31395766-22d6-4c5e-a5e6-8b28f37197a5","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.241883479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"a3b77bff-0187-40e3-b044-021b14795a9f","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.252869216Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-c0e3ab-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-sub","reconcileID":"da891d3e-8290-4f37-984b-bfc9e636e059","MaaSSubscription":{"name":"e2e-att-detach-c0e3ab-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a70739b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.265943727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"31395766-22d6-4c5e-a5e6-8b28f37197a5","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.271480255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"a3b77bff-0187-40e3-b044-021b14795a9f","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.343160657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"8651e668-92a4-478d-a605-972d90bab4da","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.381892879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"8651e668-92a4-478d-a605-972d90bab4da","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.449569271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"8e976c79-3051-4358-a51a-cbe59894648f","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.529205509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"8e976c79-3051-4358-a51a-cbe59894648f","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.549429374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed607afc3c5d10406a66bacaa09735605755e4f08e6eaa049c32ffd4d19027df) AuthConfig (edea0bba027697ae2244c22e01c4fb8281f01b7b36db978faf7330b6f8e96c09) AuthConfig (2a30e56b7b4f451b15364d3af5c797d504640a8508b736298f5ab3566231f028) AuthConfig (a3fee40f7df326a33eb5d274ce574b88a52bf6ba8eb3a42ef6671359d10b0be9) AuthConfig (a9049e48110cd199c08db464ab6e72bd02888541d88f5ccc35964b9c86077bcc) AuthConfig (233d49d2d26300cc3160a1d9e418cce5eb3ec40bcddd2a40ec4968203b0883e6) AuthConfig (c7cb0cb432c27a3922b7cfcc7fbe15b9d8dc63847828b2adc06cde944b6fd672) AuthConfig (19323fbb6c137d6bd00cc2b2c4a527c49f893d0007bad309271052a6c6445705) AuthConfig (a81a0f12bbd4dddce2212aa85a2caaed7b45b2d61bd984f1d0e33e7891101189) AuthConfig (0ffa45b03a0acacb1ab54acc74fb59c692f3b0bf6ed61eaf9c6c6906f23b255d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"8e976c79-3051-4358-a51a-cbe59894648f","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.591553458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"64e99e1d-4972-4c19-95ec-8be7ed4ba118","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.592032906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"81f22150-4739-4d28-84e7-045cf74ff53c","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.613414854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"64e99e1d-4972-4c19-95ec-8be7ed4ba118","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.614482988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"81f22150-4739-4d28-84e7-045cf74ff53c","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.658138435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"264807e6-2659-4f00-b847-216a614ab452","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.681743395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"264807e6-2659-4f00-b847-216a614ab452","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.706581429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed607afc3c5d10406a66bacaa09735605755e4f08e6eaa049c32ffd4d19027df) AuthConfig (edea0bba027697ae2244c22e01c4fb8281f01b7b36db978faf7330b6f8e96c09) AuthConfig (2a30e56b7b4f451b15364d3af5c797d504640a8508b736298f5ab3566231f028) AuthConfig (a3fee40f7df326a33eb5d274ce574b88a52bf6ba8eb3a42ef6671359d10b0be9) AuthConfig (a9049e48110cd199c08db464ab6e72bd02888541d88f5ccc35964b9c86077bcc) AuthConfig (233d49d2d26300cc3160a1d9e418cce5eb3ec40bcddd2a40ec4968203b0883e6) AuthConfig (c7cb0cb432c27a3922b7cfcc7fbe15b9d8dc63847828b2adc06cde944b6fd672) AuthConfig (19323fbb6c137d6bd00cc2b2c4a527c49f893d0007bad309271052a6c6445705) AuthConfig (a81a0f12bbd4dddce2212aa85a2caaed7b45b2d61bd984f1d0e33e7891101189) AuthConfig (0ffa45b03a0acacb1ab54acc74fb59c692f3b0bf6ed61eaf9c6c6906f23b255d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"264807e6-2659-4f00-b847-216a614ab452","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.790666491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"55cba8b9-0635-480e-a069-3a0bcb60b6fd","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.815419308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"55cba8b9-0635-480e-a069-3a0bcb60b6fd","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.952563768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"7a58dc66-23cc-4097-b090-e6108f43dadc","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.968120052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"4e73aa2d-db62-4aa9-beb1-49020b44eb56","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.97366078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"7a58dc66-23cc-4097-b090-e6108f43dadc","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:50.989320725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"4e73aa2d-db62-4aa9-beb1-49020b44eb56","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:51.390466614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"6fb72ac2-5810-49ad-b311-1d4627c7e922","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:51.390466613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaa00755-e607-4d36-a759-f02252f728e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:51.394334799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"576284b0-3d31-443d-9e14-6727ae72153b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:51.414262411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"6fb72ac2-5810-49ad-b311-1d4627c7e922","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:51.414258459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eaa00755-e607-4d36-a759-f02252f728e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:51.416406552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"576284b0-3d31-443d-9e14-6727ae72153b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:57.306325963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"e0d46817-13bb-4d4e-8dab-5e4a70f81a5e","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:57.327724255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"e0d46817-13bb-4d4e-8dab-5e4a70f81a5e","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:57.348311088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a39b02ae9de80250161697a98ca0762813c215636eed213ac273575d96f5cf0) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (d09c9827f442e7b84792f2a8c4fba6bc3388914d6923ceae38788c4149e3782e) AuthConfig (b46dff2659dcfddff2299302af32dd68ddada14c7d613d46ed235ebc457ee37b) AuthConfig (7f75a7994649c07cfa3c5d674d9b7ed3c737764d86d25156dc734b38f19263a1) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"e0d46817-13bb-4d4e-8dab-5e4a70f81a5e","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:57.38914311Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"f77c4197-6186-41df-96c4-d4c8dd368769","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.54357255Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-dcaa8c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-sub","reconcileID":"89823591-22e2-404c-a576-dc573e185d65","MaaSSubscription":{"name":"e2e-dft-dcaa8c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-dcaa8c","subscription":"e2e-dft-dcaa8c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.576860569Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-dcaa8c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-sub","reconcileID":"89823591-22e2-404c-a576-dc573e185d65","MaaSSubscription":{"name":"e2e-dft-dcaa8c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.622596703Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-dcaa8c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-sub","reconcileID":"89823591-22e2-404c-a576-dc573e185d65","MaaSSubscription":{"name":"e2e-dft-dcaa8c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-dcaa8c","namespace":"llm","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.718531244Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4e2ac7 priority=0:[ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-serve-8233e3-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.735413845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"f87364c6-9165-4f8f-8220-f5ead5ecdd06","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.735435811Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"f87364c6-9165-4f8f-8220-f5ead5ecdd06","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.77578671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"c7982764-580c-40c9-8191-ecfdf1f9c575","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.775808162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"c7982764-580c-40c9-8191-ecfdf1f9c575","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.787832548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"92203036-53f9-4476-8a37-4cbd4d6f7b58","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.787853504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"159b6551-875c-4844-94da-d90b92715a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.7881616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bf91dfb-9ad7-42b7-b376-22428a479abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.792637132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"16cab5fa-df0f-4d66-968d-a4cb87007b7e","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.792654356Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"16cab5fa-df0f-4d66-968d-a4cb87007b7e","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.809419367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"159b6551-875c-4844-94da-d90b92715a45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.809469826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"92203036-53f9-4476-8a37-4cbd4d6f7b58","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.811506648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9bf91dfb-9ad7-42b7-b376-22428a479abd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.898456947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"f87bbed6-5f83-47dc-93b8-171082fc4477","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.898602713Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"f87bbed6-5f83-47dc-93b8-171082fc4477","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:31:59.954391477Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-dcaa8c-access","reconcileID":"524d7f94-0224-431a-b83c-d26b7560fcc8","MaaSAuthPolicy":{"name":"e2e-dft-dcaa8c-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.014229951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"6ba16526-b769-4c9c-a78c-01db6e43d31b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.03772552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"6ba16526-b769-4c9c-a78c-01db6e43d31b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.057685229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e753aae8d9d4f9fe8b71329f926fd9ca0d92b5cbe143d94664ce2cd48d049929) AuthConfig (5fefc6d429f01a1f5bd5e3dd66bf4a3186e8b89c67b6728b347d18317454a9e6) AuthConfig (05d83285a2a718435bea7f70e029be6a3f49805d5d0fc75ee1bbec288cc63e20) AuthConfig (a0017fd48038c54b58e967b3ebd185eebbd86b78da4950a3428fc0d380fd3a87) AuthConfig (2a9ea5deb933e8677e5f7556f5e1b4895eca358467b19e0398fb2b2bc598f131) AuthConfig (792368e28b67f6f7f6f8d1d3694e4f38d5505013c000b876d281bfd87559a599) AuthConfig (809796f087353496d40d34189bca8e5bb3653786073a57310e600044c5420437) AuthConfig (6956fdd909d07f4eaf52231418022fc56e997ee543f837d0bf49ed7fac36cdfc) AuthConfig (4a3c36abc3bca05af04c0895d47b16b495b9b79fa7a585bb4af1bab37604a5d9) AuthConfig (6e9c246d2af26d5f1dc2354cb10a03924f04a716a9e4b2055c2bf04902b09673)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"6ba16526-b769-4c9c-a78c-01db6e43d31b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.081527748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"b9c3b74e-b35c-44db-b10c-70f4ab8da338","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.0815564Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"b9c3b74e-b35c-44db-b10c-70f4ab8da338","MaaSModelRef":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"routeName":"external-model-e2e-dft-dcaa8c-a60ad0a9f1d8","namespace":"llm","model":"e2e-dft-dcaa8c","externalModel":"e2e-dft-dcaa8c","provider":"e2e-dft-dcaa8c-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.269744134Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-c0e3ab-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-sub","reconcileID":"98150b0d-007d-497b-8cdd-18c033eb40aa","MaaSSubscription":{"name":"e2e-att-detach-c0e3ab-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","subscription":"e2e-att-detach-c0e3ab-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.30449322Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-c0e3ab-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-sub","reconcileID":"98150b0d-007d-497b-8cdd-18c033eb40aa","MaaSSubscription":{"name":"e2e-att-detach-c0e3ab-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.356029714Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-detach-c0e3ab-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-sub","reconcileID":"98150b0d-007d-497b-8cdd-18c033eb40aa","MaaSSubscription":{"name":"e2e-att-detach-c0e3ab-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.451631886Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-b-4e2ac7 priority=0:[ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-serve-8233e3-sub ai-tenant-e2e-extmod-b-4e2ac7/e2e-att-unrel-42a12d-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.468387463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"2767fde0-f6fb-450d-9b4d-fa6c1675f650","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.4685117Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"2767fde0-f6fb-450d-9b4d-fa6c1675f650","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-detach-c0e3ab-e41b24700777","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-detach-c0e3ab","externalModel":"e2e-att-detach-c0e3ab","provider":"e2e-att-detach-c0e3ab-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.521577486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"4c0fb6bd-4612-46a1-86d1-dce29eea1780","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.521598067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"ac0299c2-7e39-4c24-91ec-f8e71447bac3","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.521920311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"964aa1c9-30fd-456d-b0b3-e6909925dac3","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.541324051Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"dabe4d62-3261-4f4e-a076-c90b061d3384","namespace":"llm","name":"e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.545878583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"ac0299c2-7e39-4c24-91ec-f8e71447bac3","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.546063053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"4c0fb6bd-4612-46a1-86d1-dce29eea1780","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.548170869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"964aa1c9-30fd-456d-b0b3-e6909925dac3","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.562557308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a9d77028-e619-4b6c-ba65-2090dc65e56b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.56257584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a9d77028-e619-4b6c-ba65-2090dc65e56b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.562963769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee29457a-7b44-4554-9f30-258df2155a70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.562979355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ee29457a-7b44-4554-9f30-258df2155a70","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.56350959Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"49ffeab3-b24a-4610-be54-bbfa70d57327","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.563525289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"49ffeab3-b24a-4610-be54-bbfa70d57327","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.563896342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d514627b-4198-42c6-ae4b-dd7da7568892","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.563911306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d514627b-4198-42c6-ae4b-dd7da7568892","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.564297432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18913487-b81b-46c4-b06b-b78a43587cb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.564317024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18913487-b81b-46c4-b06b-b78a43587cb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.564831181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a1317878-2285-401e-b65d-9c27248a45b4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.564845718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a1317878-2285-401e-b65d-9c27248a45b4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.565116878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"012aad4f-c5a7-4a7a-a74c-815863c8b075","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.565128602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"012aad4f-c5a7-4a7a-a74c-815863c8b075","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.565445553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"51051582-b294-48f9-b7f3-dd57d543564d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.565460327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"51051582-b294-48f9-b7f3-dd57d543564d","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.577179853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"912ca70a-b6b8-408c-96f9-032fe9bc66f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.587541265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"91191502-7894-44f6-b76f-1801e0d07b77","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.598628842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"912ca70a-b6b8-408c-96f9-032fe9bc66f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.608579302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"91191502-7894-44f6-b76f-1801e0d07b77","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.613762234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"671edcf7-ca5a-4d0f-8a3b-03cf3bfb9b80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.614008565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"07973e5e-6615-4a13-9e5c-6b07a7a38ec8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.618540718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a39b02ae9de80250161697a98ca0762813c215636eed213ac273575d96f5cf0) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (d09c9827f442e7b84792f2a8c4fba6bc3388914d6923ceae38788c4149e3782e) AuthConfig (b46dff2659dcfddff2299302af32dd68ddada14c7d613d46ed235ebc457ee37b) AuthConfig (7f75a7994649c07cfa3c5d674d9b7ed3c737764d86d25156dc734b38f19263a1) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"912ca70a-b6b8-408c-96f9-032fe9bc66f3","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.627218873Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"e695a3f1-d2b7-424a-934c-804c6a50e1a7","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.627237284Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"e695a3f1-d2b7-424a-934c-804c6a50e1a7","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-detach-c0e3ab-e41b24700777","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-detach-c0e3ab","externalModel":"e2e-att-detach-c0e3ab","provider":"e2e-att-detach-c0e3ab-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.630431789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed607afc3c5d10406a66bacaa09735605755e4f08e6eaa049c32ffd4d19027df) AuthConfig (edea0bba027697ae2244c22e01c4fb8281f01b7b36db978faf7330b6f8e96c09) AuthConfig (2a30e56b7b4f451b15364d3af5c797d504640a8508b736298f5ab3566231f028) AuthConfig (a3fee40f7df326a33eb5d274ce574b88a52bf6ba8eb3a42ef6671359d10b0be9) AuthConfig (a9049e48110cd199c08db464ab6e72bd02888541d88f5ccc35964b9c86077bcc) AuthConfig (233d49d2d26300cc3160a1d9e418cce5eb3ec40bcddd2a40ec4968203b0883e6) AuthConfig (c7cb0cb432c27a3922b7cfcc7fbe15b9d8dc63847828b2adc06cde944b6fd672) AuthConfig (19323fbb6c137d6bd00cc2b2c4a527c49f893d0007bad309271052a6c6445705) AuthConfig (a81a0f12bbd4dddce2212aa85a2caaed7b45b2d61bd984f1d0e33e7891101189) AuthConfig (0ffa45b03a0acacb1ab54acc74fb59c692f3b0bf6ed61eaf9c6c6906f23b255d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"91191502-7894-44f6-b76f-1801e0d07b77","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.690557438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"cd1ed7de-50f0-496f-938b-cc43c36980b9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.697493579Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-detach-c0e3ab-access","reconcileID":"fc351906-b6be-4c40-bd79-7e91989a6bca","MaaSAuthPolicy":{"name":"e2e-att-detach-c0e3ab-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.709342336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"2a0be131-754e-4ce5-aeab-ab5ec1d00398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.714420709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"cd1ed7de-50f0-496f-938b-cc43c36980b9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.731898376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"2a0be131-754e-4ce5-aeab-ab5ec1d00398","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.737435898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e753aae8d9d4f9fe8b71329f926fd9ca0d92b5cbe143d94664ce2cd48d049929) AuthConfig (5fefc6d429f01a1f5bd5e3dd66bf4a3186e8b89c67b6728b347d18317454a9e6) AuthConfig (05d83285a2a718435bea7f70e029be6a3f49805d5d0fc75ee1bbec288cc63e20) AuthConfig (a0017fd48038c54b58e967b3ebd185eebbd86b78da4950a3428fc0d380fd3a87) AuthConfig (2a9ea5deb933e8677e5f7556f5e1b4895eca358467b19e0398fb2b2bc598f131) AuthConfig (792368e28b67f6f7f6f8d1d3694e4f38d5505013c000b876d281bfd87559a599) AuthConfig (809796f087353496d40d34189bca8e5bb3653786073a57310e600044c5420437) AuthConfig (6956fdd909d07f4eaf52231418022fc56e997ee543f837d0bf49ed7fac36cdfc) AuthConfig (4a3c36abc3bca05af04c0895d47b16b495b9b79fa7a585bb4af1bab37604a5d9) AuthConfig (6e9c246d2af26d5f1dc2354cb10a03924f04a716a9e4b2055c2bf04902b09673)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"cd1ed7de-50f0-496f-938b-cc43c36980b9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.741586188Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-dcaa8c","namespace":"llm"},"namespace":"llm","name":"e2e-dft-dcaa8c","reconcileID":"c3e66914-180b-4522-bbe0-f346ea68ba93","namespace":"llm","name":"e2e-dft-dcaa8c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.777218976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"52d935cf-e2ec-487b-9a1e-f619a347f908","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.78129578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"097d7ff8-512a-4fa1-8501-876e6109f56e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.789865751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5067456d-8909-43fa-95f0-c76ddbc372da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.798132608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"52d935cf-e2ec-487b-9a1e-f619a347f908","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.802464873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"097d7ff8-512a-4fa1-8501-876e6109f56e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.810951321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5067456d-8909-43fa-95f0-c76ddbc372da","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.936044468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"bcf4a2d4-0732-4b81-9241-48b4c5f102d7","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.936081851Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"bcf4a2d4-0732-4b81-9241-48b4c5f102d7","MaaSModelRef":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-detach-c0e3ab-e41b24700777","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-detach-c0e3ab","externalModel":"e2e-att-detach-c0e3ab","provider":"e2e-att-detach-c0e3ab-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.950050533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec598b8d-80de-4bac-9ede-f8d849166378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:00.975161143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ec598b8d-80de-4bac-9ede-f8d849166378","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.367095924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"657c8e01-acb8-439c-bbea-d6d3750e19ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.407886431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"86ed88b2-e96e-47c9-916f-6ebd55fc4bc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.415008797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"2da9d50a-30a7-4a3b-83bf-151c4a10c08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.420050038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"657c8e01-acb8-439c-bbea-d6d3750e19ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.429710798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"03628ace-2f11-4891-add2-f551d7881b20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.484128957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"86ed88b2-e96e-47c9-916f-6ebd55fc4bc0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.487840904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"ef5af9d6-5c02-47c4-bddb-2bda648ff4cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.490885589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"03628ace-2f11-4891-add2-f551d7881b20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.486699262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"2da9d50a-30a7-4a3b-83bf-151c4a10c08d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.513318236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"ef5af9d6-5c02-47c4-bddb-2bda648ff4cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.563515909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"d4ce3e49-7be1-4d30-a4e0-e41a9c161809","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.574961181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"e54aa965-373f-4d7c-8525-4da442c3b74d","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.584392302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"d4ce3e49-7be1-4d30-a4e0-e41a9c161809","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.585142232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"03e96e5d-f077-4c44-b140-efe13f7dfa82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.591390539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"2ddd58fd-540d-4f7d-b419-4158fcb734b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.595697782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"e54aa965-373f-4d7c-8525-4da442c3b74d","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.605969288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"03e96e5d-f077-4c44-b140-efe13f7dfa82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.611805177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"2ddd58fd-540d-4f7d-b419-4158fcb734b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.612397854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"8abbc0d0-9374-49b9-8aec-fb72ea9b3d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.633164306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"8abbc0d0-9374-49b9-8aec-fb72ea9b3d7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.70688542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c991f052-f9a2-49da-883e-6ab88b43ab78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.70733539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"05d07cd7-66c4-4b85-8a3c-1ae151cbdc59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.711779439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c6d3f66c-01b8-45f5-9bca-aac452bc506d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.713009997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"2e44565a-058a-4b54-99ca-596b8a442447","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.72492947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"ff41faa1-138f-497f-8172-71ea1d7cdd3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.728949664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"c991f052-f9a2-49da-883e-6ab88b43ab78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.729520819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"05d07cd7-66c4-4b85-8a3c-1ae151cbdc59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.733865896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c6d3f66c-01b8-45f5-9bca-aac452bc506d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.737521238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"2e44565a-058a-4b54-99ca-596b8a442447","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.746955836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"ff41faa1-138f-497f-8172-71ea1d7cdd3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.75783129Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a39b02ae9de80250161697a98ca0762813c215636eed213ac273575d96f5cf0) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (d09c9827f442e7b84792f2a8c4fba6bc3388914d6923ceae38788c4149e3782e) AuthConfig (b46dff2659dcfddff2299302af32dd68ddada14c7d613d46ed235ebc457ee37b) AuthConfig (7f75a7994649c07cfa3c5d674d9b7ed3c737764d86d25156dc734b38f19263a1) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"2e44565a-058a-4b54-99ca-596b8a442447","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.936136717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"1fea6f1e-9f03-41e6-9a1d-801498f8596a","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.941540742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"0c41eec8-5994-4aa0-becb-8b7f5b1481df","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.958447639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"1fea6f1e-9f03-41e6-9a1d-801498f8596a","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.960451548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"a50f7d51-3b61-4ee3-9e68-88a3773d3a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.964571036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"0c41eec8-5994-4aa0-becb-8b7f5b1481df","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.9650804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"693cc341-7aa0-4e92-972b-1fe5b1436985","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.978557852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed607afc3c5d10406a66bacaa09735605755e4f08e6eaa049c32ffd4d19027df) AuthConfig (edea0bba027697ae2244c22e01c4fb8281f01b7b36db978faf7330b6f8e96c09) AuthConfig (2a30e56b7b4f451b15364d3af5c797d504640a8508b736298f5ab3566231f028) AuthConfig (a3fee40f7df326a33eb5d274ce574b88a52bf6ba8eb3a42ef6671359d10b0be9) AuthConfig (a9049e48110cd199c08db464ab6e72bd02888541d88f5ccc35964b9c86077bcc) AuthConfig (233d49d2d26300cc3160a1d9e418cce5eb3ec40bcddd2a40ec4968203b0883e6) AuthConfig (c7cb0cb432c27a3922b7cfcc7fbe15b9d8dc63847828b2adc06cde944b6fd672) AuthConfig (19323fbb6c137d6bd00cc2b2c4a527c49f893d0007bad309271052a6c6445705) AuthConfig (a81a0f12bbd4dddce2212aa85a2caaed7b45b2d61bd984f1d0e33e7891101189) AuthConfig (0ffa45b03a0acacb1ab54acc74fb59c692f3b0bf6ed61eaf9c6c6906f23b255d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"1fea6f1e-9f03-41e6-9a1d-801498f8596a","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:01.979090046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"7adc895b-7285-40d2-a4a6-4386edb8b16a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:02.022577352Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e753aae8d9d4f9fe8b71329f926fd9ca0d92b5cbe143d94664ce2cd48d049929) AuthConfig (5fefc6d429f01a1f5bd5e3dd66bf4a3186e8b89c67b6728b347d18317454a9e6) AuthConfig (05d83285a2a718435bea7f70e029be6a3f49805d5d0fc75ee1bbec288cc63e20) AuthConfig (a0017fd48038c54b58e967b3ebd185eebbd86b78da4950a3428fc0d380fd3a87) AuthConfig (2a9ea5deb933e8677e5f7556f5e1b4895eca358467b19e0398fb2b2bc598f131) AuthConfig (792368e28b67f6f7f6f8d1d3694e4f38d5505013c000b876d281bfd87559a599) AuthConfig (809796f087353496d40d34189bca8e5bb3653786073a57310e600044c5420437) AuthConfig (6956fdd909d07f4eaf52231418022fc56e997ee543f837d0bf49ed7fac36cdfc) AuthConfig (4a3c36abc3bca05af04c0895d47b16b495b9b79fa7a585bb4af1bab37604a5d9) AuthConfig (6e9c246d2af26d5f1dc2354cb10a03924f04a716a9e4b2055c2bf04902b09673)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"0c41eec8-5994-4aa0-becb-8b7f5b1481df","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:02.024163347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"a50f7d51-3b61-4ee3-9e68-88a3773d3a6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:02.024954176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"693cc341-7aa0-4e92-972b-1fe5b1436985","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:02.027220112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"7adc895b-7285-40d2-a4a6-4386edb8b16a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:02.060024264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3843ece1-7bd3-4da2-880e-793e239cce78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:02.08101946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3843ece1-7bd3-4da2-880e-793e239cce78","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:06.306619266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3da168c-18af-4ba4-ada5-2c9ce255d237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:06.323607378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3da168c-18af-4ba4-ada5-2c9ce255d237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:06.340570612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3da168c-18af-4ba4-ada5-2c9ce255d237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:06.356843596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d3da168c-18af-4ba4-ada5-2c9ce255d237","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:07.018702332Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-51462d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-51462d","reconcileID":"6fc3fcc6-85b4-4e76-b9c5-9a8636b6cb76","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-51462d","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-51462d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:07.135619025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695bf6a3-9a4e-45c9-9ef5-87922996ed73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:07.152030823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695bf6a3-9a4e-45c9-9ef5-87922996ed73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:07.168739735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695bf6a3-9a4e-45c9-9ef5-87922996ed73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:07.185486296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"695bf6a3-9a4e-45c9-9ef5-87922996ed73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:07.909172515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246b9408-115d-4026-a3bf-8cd8d75a12c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:07.925316546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246b9408-115d-4026-a3bf-8cd8d75a12c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:07.943736646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246b9408-115d-4026-a3bf-8cd8d75a12c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:07.9598163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246b9408-115d-4026-a3bf-8cd8d75a12c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.720993285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40735685-31db-4793-8749-ddf40de40a2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.736982865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40735685-31db-4793-8749-ddf40de40a2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.753789653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40735685-31db-4793-8749-ddf40de40a2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:08.771038576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40735685-31db-4793-8749-ddf40de40a2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:32:08.803701058Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-51462d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-51462d","reconcileID":"101fd4cb-4b59-4708-a663-5feb4148ba8a","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-51462d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.487238303Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"4e2c92b5-066b-469c-ae29-b7c807f91aec","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.527664488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"91f97aec-4056-4ce7-9d8f-ffb336e0989f","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.527693963Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"91f97aec-4056-4ce7-9d8f-ffb336e0989f","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.528550514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"179e84e8-7509-40d1-92f8-b2904c20eb76","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.531600771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"28328cab-464b-4d6d-82be-44f2586c826f","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.533231658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"114e57ee-febe-4874-ac77-8a8521fd52a4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.544874606Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"c2859d43-502c-415c-b58b-08a1ce96ba04","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.544898371Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"c2859d43-502c-415c-b58b-08a1ce96ba04","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.547500152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"7ac0ab71-1930-49cc-9a2f-a34ad9092973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.548854573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"f6e33864-a126-41c2-a99d-949a6a118531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.550356302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"179e84e8-7509-40d1-92f8-b2904c20eb76","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.552789216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"28328cab-464b-4d6d-82be-44f2586c826f","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.55503057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"114e57ee-febe-4874-ac77-8a8521fd52a4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.568954832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"7ac0ab71-1930-49cc-9a2f-a34ad9092973","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.570592703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a39b02ae9de80250161697a98ca0762813c215636eed213ac273575d96f5cf0) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (d09c9827f442e7b84792f2a8c4fba6bc3388914d6923ceae38788c4149e3782e) AuthConfig (b46dff2659dcfddff2299302af32dd68ddada14c7d613d46ed235ebc457ee37b) AuthConfig (7f75a7994649c07cfa3c5d674d9b7ed3c737764d86d25156dc734b38f19263a1) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"179e84e8-7509-40d1-92f8-b2904c20eb76","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.571166043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"f6e33864-a126-41c2-a99d-949a6a118531","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.572880529Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed607afc3c5d10406a66bacaa09735605755e4f08e6eaa049c32ffd4d19027df) AuthConfig (edea0bba027697ae2244c22e01c4fb8281f01b7b36db978faf7330b6f8e96c09) AuthConfig (2a30e56b7b4f451b15364d3af5c797d504640a8508b736298f5ab3566231f028) AuthConfig (a3fee40f7df326a33eb5d274ce574b88a52bf6ba8eb3a42ef6671359d10b0be9) AuthConfig (a9049e48110cd199c08db464ab6e72bd02888541d88f5ccc35964b9c86077bcc) AuthConfig (233d49d2d26300cc3160a1d9e418cce5eb3ec40bcddd2a40ec4968203b0883e6) AuthConfig (c7cb0cb432c27a3922b7cfcc7fbe15b9d8dc63847828b2adc06cde944b6fd672) AuthConfig (19323fbb6c137d6bd00cc2b2c4a527c49f893d0007bad309271052a6c6445705) AuthConfig (a81a0f12bbd4dddce2212aa85a2caaed7b45b2d61bd984f1d0e33e7891101189) AuthConfig (0ffa45b03a0acacb1ab54acc74fb59c692f3b0bf6ed61eaf9c6c6906f23b255d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"28328cab-464b-4d6d-82be-44f2586c826f","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.575882865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e753aae8d9d4f9fe8b71329f926fd9ca0d92b5cbe143d94664ce2cd48d049929) AuthConfig (5fefc6d429f01a1f5bd5e3dd66bf4a3186e8b89c67b6728b347d18317454a9e6) AuthConfig (05d83285a2a718435bea7f70e029be6a3f49805d5d0fc75ee1bbec288cc63e20) AuthConfig (a0017fd48038c54b58e967b3ebd185eebbd86b78da4950a3428fc0d380fd3a87) AuthConfig (2a9ea5deb933e8677e5f7556f5e1b4895eca358467b19e0398fb2b2bc598f131) AuthConfig (792368e28b67f6f7f6f8d1d3694e4f38d5505013c000b876d281bfd87559a599) AuthConfig (809796f087353496d40d34189bca8e5bb3653786073a57310e600044c5420437) AuthConfig (6956fdd909d07f4eaf52231418022fc56e997ee543f837d0bf49ed7fac36cdfc) AuthConfig (4a3c36abc3bca05af04c0895d47b16b495b9b79fa7a585bb4af1bab37604a5d9) AuthConfig (6e9c246d2af26d5f1dc2354cb10a03924f04a716a9e4b2055c2bf04902b09673)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"114e57ee-febe-4874-ac77-8a8521fd52a4","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.577781383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-sub","reconcileID":"abafd26f-ec68-4260-bd5e-264bf01e1dc6","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-unrel-42a12d","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.655149553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"2437ae8e-79d7-40b5-933b-b9f298f74c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.656738485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"df351e5a-571a-414f-97e2-4beb9c118b05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.658136466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"6ced6f8d-dfc9-40ee-807b-e52fbc69c1e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.675075637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-sub","reconcileID":"29147218-df2e-48be-98ae-f01da4440640","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-serve-8233e3","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.678174145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"2437ae8e-79d7-40b5-933b-b9f298f74c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.679391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"df351e5a-571a-414f-97e2-4beb9c118b05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.67985517Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-detach-c0e3ab","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","reconcileID":"6427ca5a-cd67-44bb-9c9f-d1a7dac6cdd0","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-detach-c0e3ab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.690262708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"6ced6f8d-dfc9-40ee-807b-e52fbc69c1e8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.821834857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"ea9861ee-afb2-423b-8c09-6d12451326a3","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:11.822332977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"d6f64b62-6750-4fe0-bea2-3d0ab06a34f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.160080147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"ea9861ee-afb2-423b-8c09-6d12451326a3","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.162768125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"253019c2-584f-41b4-86e1-1a1f917bd64b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.170741339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"d6f64b62-6750-4fe0-bea2-3d0ab06a34f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.181111703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2996335-d673-4ef2-a829-e04b15b5c776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.281540334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"225dc8ea-1262-4d90-a80e-68befc0dc788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.467631922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"253019c2-584f-41b4-86e1-1a1f917bd64b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.554825611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2996335-d673-4ef2-a829-e04b15b5c776","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.568000306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"d32557e8-a17b-4132-b294-ba68dfdbcd6f","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.56804053Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"d32557e8-a17b-4132-b294-ba68dfdbcd6f","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.576012599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"225dc8ea-1262-4d90-a80e-68befc0dc788","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.640537195Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-sub","reconcileID":"7e2b5304-6e81-4e9f-862a-53ebc7da42be","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6211d41d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.661062425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"09cf73e3-2b21-48de-9afe-fb203abab9ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.68382124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"09cf73e3-2b21-48de-9afe-fb203abab9ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.742288504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"9e550113-7b89-4510-87c2-a051a4e80b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.743075603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"c9b108a0-e073-4114-80a0-1c96766b1ba0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.821897931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"3d0c89e9-792d-4e97-9910-d7223193a5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.825841803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"9e550113-7b89-4510-87c2-a051a4e80b8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.830562618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"c9b108a0-e073-4114-80a0-1c96766b1ba0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.844551127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"3d0c89e9-792d-4e97-9910-d7223193a5b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.865414914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"7f6e90a6-2d08-4b58-beeb-c58dbec1e72e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.886579819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"7f6e90a6-2d08-4b58-beeb-c58dbec1e72e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.942167763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"b9daa485-5260-4f5b-ad77-f852958a7be9","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.95609345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"855a1c1e-213a-4905-aacb-d69e0d20c940","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.956110165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"9ddad1ae-290b-44c9-85a9-b44e73c78c41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.964262506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"b9daa485-5260-4f5b-ad77-f852958a7be9","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.977411815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"855a1c1e-213a-4905-aacb-d69e0d20c940","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:12.977912525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"9ddad1ae-290b-44c9-85a9-b44e73c78c41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.021179826Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"a80ccebb-3c23-4494-ad32-61d500541e78","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.038648052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"4f25d79c-65cd-44e3-b8c6-b21efb28668b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.043821684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"a80ccebb-3c23-4494-ad32-61d500541e78","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.060331793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"4f25d79c-65cd-44e3-b8c6-b21efb28668b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.063481746Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a39b02ae9de80250161697a98ca0762813c215636eed213ac273575d96f5cf0) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (d09c9827f442e7b84792f2a8c4fba6bc3388914d6923ceae38788c4149e3782e) AuthConfig (b46dff2659dcfddff2299302af32dd68ddada14c7d613d46ed235ebc457ee37b) AuthConfig (7f75a7994649c07cfa3c5d674d9b7ed3c737764d86d25156dc734b38f19263a1) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"a80ccebb-3c23-4494-ad32-61d500541e78","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.120795452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"7e2576e3-4e0d-4d49-bafd-29e8a2598447","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.121009876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"cb13949b-39b8-4c26-9d9f-3042d4b45021","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.146083997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"24e9652c-a4f7-4c96-9d58-79d0d4b9b261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.150659305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0df7826f-74a3-4cf9-9af9-ce011cb7a3b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.213494347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"cb13949b-39b8-4c26-9d9f-3042d4b45021","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.226110132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"7e2576e3-4e0d-4d49-bafd-29e8a2598447","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.229610956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"04af1732-469e-4ec5-9373-49a6821fae99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.249316522Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e753aae8d9d4f9fe8b71329f926fd9ca0d92b5cbe143d94664ce2cd48d049929) AuthConfig (5fefc6d429f01a1f5bd5e3dd66bf4a3186e8b89c67b6728b347d18317454a9e6) AuthConfig (05d83285a2a718435bea7f70e029be6a3f49805d5d0fc75ee1bbec288cc63e20) AuthConfig (a0017fd48038c54b58e967b3ebd185eebbd86b78da4950a3428fc0d380fd3a87) AuthConfig (2a9ea5deb933e8677e5f7556f5e1b4895eca358467b19e0398fb2b2bc598f131) AuthConfig (792368e28b67f6f7f6f8d1d3694e4f38d5505013c000b876d281bfd87559a599) AuthConfig (809796f087353496d40d34189bca8e5bb3653786073a57310e600044c5420437) AuthConfig (6956fdd909d07f4eaf52231418022fc56e997ee543f837d0bf49ed7fac36cdfc) AuthConfig (4a3c36abc3bca05af04c0895d47b16b495b9b79fa7a585bb4af1bab37604a5d9) AuthConfig (6e9c246d2af26d5f1dc2354cb10a03924f04a716a9e4b2055c2bf04902b09673)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"7e2576e3-4e0d-4d49-bafd-29e8a2598447","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.25097152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"24e9652c-a4f7-4c96-9d58-79d0d4b9b261","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.252106211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed607afc3c5d10406a66bacaa09735605755e4f08e6eaa049c32ffd4d19027df) AuthConfig (edea0bba027697ae2244c22e01c4fb8281f01b7b36db978faf7330b6f8e96c09) AuthConfig (2a30e56b7b4f451b15364d3af5c797d504640a8508b736298f5ab3566231f028) AuthConfig (a3fee40f7df326a33eb5d274ce574b88a52bf6ba8eb3a42ef6671359d10b0be9) AuthConfig (a9049e48110cd199c08db464ab6e72bd02888541d88f5ccc35964b9c86077bcc) AuthConfig (233d49d2d26300cc3160a1d9e418cce5eb3ec40bcddd2a40ec4968203b0883e6) AuthConfig (c7cb0cb432c27a3922b7cfcc7fbe15b9d8dc63847828b2adc06cde944b6fd672) AuthConfig (19323fbb6c137d6bd00cc2b2c4a527c49f893d0007bad309271052a6c6445705) AuthConfig (a81a0f12bbd4dddce2212aa85a2caaed7b45b2d61bd984f1d0e33e7891101189) AuthConfig (0ffa45b03a0acacb1ab54acc74fb59c692f3b0bf6ed61eaf9c6c6906f23b255d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"cb13949b-39b8-4c26-9d9f-3042d4b45021","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.252719698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0df7826f-74a3-4cf9-9af9-ce011cb7a3b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.254976129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"04af1732-469e-4ec5-9373-49a6821fae99","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.30072159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"dc097a88-ff23-430e-926e-2d717793f458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.300727224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"e2fd8e8b-316f-4319-b015-6fa6d30116c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.321992869Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"dc097a88-ff23-430e-926e-2d717793f458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.322082874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"e2fd8e8b-316f-4319-b015-6fa6d30116c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.39913898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"6885b784-625b-4ce1-bb3d-2b884e93b277","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:13.420342411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"6885b784-625b-4ce1-bb3d-2b884e93b277","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:15.665380386Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:22.657208705Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-sub","reconcileID":"76aec6c8-fd67-4278-b308-f85b82271e03","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","subscription":"e2e-att-unrel-42a12d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:22.690384385Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-sub","reconcileID":"76aec6c8-fd67-4278-b308-f85b82271e03","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:22.70688676Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-sub","reconcileID":"76aec6c8-fd67-4278-b308-f85b82271e03","MaaSSubscription":{"name":"e2e-att-unrel-42a12d-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:22.82296942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"a9a52a41-b9d7-4dd3-995f-fe95c38954e5","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:22.822996709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"a9a52a41-b9d7-4dd3-995f-fe95c38954e5","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:22.855806249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"2fcf7160-d22c-49d5-bd47-cef03132f5eb","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:22.856090561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"ca302dae-7728-4d6e-a447-eb7f40f3bd77","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:22.861621071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"e80722dc-7d40-4557-86cb-a77cae9f25f7","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:22.861644104Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"e80722dc-7d40-4557-86cb-a77cae9f25f7","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:22.877041454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"ca302dae-7728-4d6e-a447-eb7f40f3bd77","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:22.8775206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"2fcf7160-d22c-49d5-bd47-cef03132f5eb","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:22.973861936Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"2b0d3c1f-f11e-4384-b5f5-a43d1b5ddd3e","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:22.973893411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"2b0d3c1f-f11e-4384-b5f5-a43d1b5ddd3e","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.02574268Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-unrel-42a12d-access","reconcileID":"b650bed8-01a7-4d96-92bb-259079020f64","MaaSAuthPolicy":{"name":"e2e-att-unrel-42a12d-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.101199266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"f2205f6f-9048-4cbb-aab9-b9b15dbb5477","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.10194225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"7b686b3d-58fc-4647-b9b8-ddd10d1907e0","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.101959726Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"7b686b3d-58fc-4647-b9b8-ddd10d1907e0","MaaSModelRef":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-unrel-42a12d-d1865f1fc595","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-unrel-42a12d","externalModel":"e2e-att-unrel-42a12d","provider":"e2e-att-unrel-42a12d-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.122545059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"f2205f6f-9048-4cbb-aab9-b9b15dbb5477","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.142581395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a39b02ae9de80250161697a98ca0762813c215636eed213ac273575d96f5cf0) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (d09c9827f442e7b84792f2a8c4fba6bc3388914d6923ceae38788c4149e3782e) AuthConfig (b46dff2659dcfddff2299302af32dd68ddada14c7d613d46ed235ebc457ee37b) AuthConfig (7f75a7994649c07cfa3c5d674d9b7ed3c737764d86d25156dc734b38f19263a1) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"f2205f6f-9048-4cbb-aab9-b9b15dbb5477","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.283234853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"3bcbd011-a241-4612-97b5-ea8ebcdeeeb2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.285907775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"041ca5ad-d241-43e5-a636-347ef191445a","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.304076668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"3bcbd011-a241-4612-97b5-ea8ebcdeeeb2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.306811277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"041ca5ad-d241-43e5-a636-347ef191445a","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.324110653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e753aae8d9d4f9fe8b71329f926fd9ca0d92b5cbe143d94664ce2cd48d049929) AuthConfig (5fefc6d429f01a1f5bd5e3dd66bf4a3186e8b89c67b6728b347d18317454a9e6) AuthConfig (05d83285a2a718435bea7f70e029be6a3f49805d5d0fc75ee1bbec288cc63e20) AuthConfig (a0017fd48038c54b58e967b3ebd185eebbd86b78da4950a3428fc0d380fd3a87) AuthConfig (2a9ea5deb933e8677e5f7556f5e1b4895eca358467b19e0398fb2b2bc598f131) AuthConfig (792368e28b67f6f7f6f8d1d3694e4f38d5505013c000b876d281bfd87559a599) AuthConfig (809796f087353496d40d34189bca8e5bb3653786073a57310e600044c5420437) AuthConfig (6956fdd909d07f4eaf52231418022fc56e997ee543f837d0bf49ed7fac36cdfc) AuthConfig (4a3c36abc3bca05af04c0895d47b16b495b9b79fa7a585bb4af1bab37604a5d9) AuthConfig (6e9c246d2af26d5f1dc2354cb10a03924f04a716a9e4b2055c2bf04902b09673)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"3bcbd011-a241-4612-97b5-ea8ebcdeeeb2","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.327182086Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed607afc3c5d10406a66bacaa09735605755e4f08e6eaa049c32ffd4d19027df) AuthConfig (edea0bba027697ae2244c22e01c4fb8281f01b7b36db978faf7330b6f8e96c09) AuthConfig (2a30e56b7b4f451b15364d3af5c797d504640a8508b736298f5ab3566231f028) AuthConfig (a3fee40f7df326a33eb5d274ce574b88a52bf6ba8eb3a42ef6671359d10b0be9) AuthConfig (a9049e48110cd199c08db464ab6e72bd02888541d88f5ccc35964b9c86077bcc) AuthConfig (233d49d2d26300cc3160a1d9e418cce5eb3ec40bcddd2a40ec4968203b0883e6) AuthConfig (c7cb0cb432c27a3922b7cfcc7fbe15b9d8dc63847828b2adc06cde944b6fd672) AuthConfig (19323fbb6c137d6bd00cc2b2c4a527c49f893d0007bad309271052a6c6445705) AuthConfig (a81a0f12bbd4dddce2212aa85a2caaed7b45b2d61bd984f1d0e33e7891101189) AuthConfig (0ffa45b03a0acacb1ab54acc74fb59c692f3b0bf6ed61eaf9c6c6906f23b255d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"041ca5ad-d241-43e5-a636-347ef191445a","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.626699049Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"678e2f7f-8707-475d-84ec-f3b87ab45d7c","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.668305592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"36b8dc93-501e-4653-acc4-35956459c0e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.672012185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"baae58ec-df04-4703-8c80-0e54aa8182a8","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.674719567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"bba63645-c2f6-45e7-8ac2-334c03d043d8","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.674745869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"bba63645-c2f6-45e7-8ac2-334c03d043d8","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.675234741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"3043235d-00be-49a9-9525-993bb326d94e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.683823766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"3f260acb-0ab1-4376-91b8-1057d6f9737e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.68943487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"f1f46537-ffaa-4270-8f5d-017f30d4da07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.689472679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"36b8dc93-501e-4653-acc4-35956459c0e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.693011686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"baae58ec-df04-4703-8c80-0e54aa8182a8","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.695978955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"3043235d-00be-49a9-9525-993bb326d94e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.706863836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"3f260acb-0ab1-4376-91b8-1057d6f9737e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.711441344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a39b02ae9de80250161697a98ca0762813c215636eed213ac273575d96f5cf0) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (d09c9827f442e7b84792f2a8c4fba6bc3388914d6923ceae38788c4149e3782e) AuthConfig (b46dff2659dcfddff2299302af32dd68ddada14c7d613d46ed235ebc457ee37b) AuthConfig (7f75a7994649c07cfa3c5d674d9b7ed3c737764d86d25156dc734b38f19263a1) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"36b8dc93-501e-4653-acc4-35956459c0e9","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.712774852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"f1f46537-ffaa-4270-8f5d-017f30d4da07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.712922211Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed607afc3c5d10406a66bacaa09735605755e4f08e6eaa049c32ffd4d19027df) AuthConfig (edea0bba027697ae2244c22e01c4fb8281f01b7b36db978faf7330b6f8e96c09) AuthConfig (2a30e56b7b4f451b15364d3af5c797d504640a8508b736298f5ab3566231f028) AuthConfig (a3fee40f7df326a33eb5d274ce574b88a52bf6ba8eb3a42ef6671359d10b0be9) AuthConfig (a9049e48110cd199c08db464ab6e72bd02888541d88f5ccc35964b9c86077bcc) AuthConfig (233d49d2d26300cc3160a1d9e418cce5eb3ec40bcddd2a40ec4968203b0883e6) AuthConfig (c7cb0cb432c27a3922b7cfcc7fbe15b9d8dc63847828b2adc06cde944b6fd672) AuthConfig (19323fbb6c137d6bd00cc2b2c4a527c49f893d0007bad309271052a6c6445705) AuthConfig (a81a0f12bbd4dddce2212aa85a2caaed7b45b2d61bd984f1d0e33e7891101189) AuthConfig (0ffa45b03a0acacb1ab54acc74fb59c692f3b0bf6ed61eaf9c6c6906f23b255d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"baae58ec-df04-4703-8c80-0e54aa8182a8","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.715971552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e753aae8d9d4f9fe8b71329f926fd9ca0d92b5cbe143d94664ce2cd48d049929) AuthConfig (5fefc6d429f01a1f5bd5e3dd66bf4a3186e8b89c67b6728b347d18317454a9e6) AuthConfig (05d83285a2a718435bea7f70e029be6a3f49805d5d0fc75ee1bbec288cc63e20) AuthConfig (a0017fd48038c54b58e967b3ebd185eebbd86b78da4950a3428fc0d380fd3a87) AuthConfig (2a9ea5deb933e8677e5f7556f5e1b4895eca358467b19e0398fb2b2bc598f131) AuthConfig (792368e28b67f6f7f6f8d1d3694e4f38d5505013c000b876d281bfd87559a599) AuthConfig (809796f087353496d40d34189bca8e5bb3653786073a57310e600044c5420437) AuthConfig (6956fdd909d07f4eaf52231418022fc56e997ee543f837d0bf49ed7fac36cdfc) AuthConfig (4a3c36abc3bca05af04c0895d47b16b495b9b79fa7a585bb4af1bab37604a5d9) AuthConfig (6e9c246d2af26d5f1dc2354cb10a03924f04a716a9e4b2055c2bf04902b09673)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"3043235d-00be-49a9-9525-993bb326d94e","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.724569687Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-sub","reconcileID":"87474cde-0109-456b-8b27-a56282e07124","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-serve-8233e3","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.766708865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"c66cd7e4-448c-4e4d-b86d-fbd854cb70bb","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.781809698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"1de899d8-29bd-42b3-a8f9-8627c53446ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.784481175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"19e0d9a3-2bbf-42b5-aa5b-30a066fcbb57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.790022193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"c66cd7e4-448c-4e4d-b86d-fbd854cb70bb","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.803182104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"1de899d8-29bd-42b3-a8f9-8627c53446ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.805319834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"19e0d9a3-2bbf-42b5-aa5b-30a066fcbb57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:23.828727182Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-unrel-42a12d","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","reconcileID":"ffc7645d-466e-4794-8a62-0f21434b24b8","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-unrel-42a12d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.174922166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ad1d250-a4a7-4d12-907d-04b8cc916683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.240398287Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ad1d250-a4a7-4d12-907d-04b8cc916683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.301611978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"609b3193-eb99-4c9a-b18e-6224c3223378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.33243819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a981b1a-e8ff-4cfb-962a-037b3711c4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.335938203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"04fada50-d7f9-4e82-8d23-f507172a6dbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.336457228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"9b7e4214-46e9-4b0d-8ba7-6bd63c35a748","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.401628445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a981b1a-e8ff-4cfb-962a-037b3711c4d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.446112581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"609b3193-eb99-4c9a-b18e-6224c3223378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.750828688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"a129b903-c81d-455e-98e6-e55386d54b03","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.75122765Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"a129b903-c81d-455e-98e6-e55386d54b03","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.778342906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"9b7e4214-46e9-4b0d-8ba7-6bd63c35a748","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.808404364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"04fada50-d7f9-4e82-8d23-f507172a6dbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.810827242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"bf6c9f39-dc3d-4e93-a263-9667f0e5ed90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.829970933Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-sub","reconcileID":"be8be8b6-8988-4d69-8c83-fa5a09a6124e","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93c76757","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.835838341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"bf6c9f39-dc3d-4e93-a263-9667f0e5ed90","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.863746468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"9ae9485d-b646-48f3-86d0-afb7e5c758cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.879914829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"a905b373-e269-4e3f-a574-f1be10a2aaa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.884664064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"9ae9485d-b646-48f3-86d0-afb7e5c758cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.900997475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"a905b373-e269-4e3f-a574-f1be10a2aaa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.948857633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"47db5d7c-0f92-4315-ae7e-05cd58f8d8b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.965161312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"90dca501-f2ef-4de6-b003-43d2fd1e4201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.96515648Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"208c2128-f829-4648-99ff-eb7527c4ec46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.970127332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"47db5d7c-0f92-4315-ae7e-05cd58f8d8b0","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.987342732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"90dca501-f2ef-4de6-b003-43d2fd1e4201","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:24.987427626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"208c2128-f829-4648-99ff-eb7527c4ec46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.065231524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"523c99f9-8bc5-45df-839b-f633f551c1ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.065487766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"90a64ee1-cb3d-43c9-9e8a-4b4c0af10953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.067796371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"2a7177c7-9cbf-4036-915b-5c29de561eeb","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.0684181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"b20a3bf3-3c60-45a5-a23f-ece344aa87b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.086667829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"523c99f9-8bc5-45df-839b-f633f551c1ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.086959731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"90a64ee1-cb3d-43c9-9e8a-4b4c0af10953","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.089174317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"2a7177c7-9cbf-4036-915b-5c29de561eeb","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.090323365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"b20a3bf3-3c60-45a5-a23f-ece344aa87b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.108998869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a39b02ae9de80250161697a98ca0762813c215636eed213ac273575d96f5cf0) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (d09c9827f442e7b84792f2a8c4fba6bc3388914d6923ceae38788c4149e3782e) AuthConfig (b46dff2659dcfddff2299302af32dd68ddada14c7d613d46ed235ebc457ee37b) AuthConfig (7f75a7994649c07cfa3c5d674d9b7ed3c737764d86d25156dc734b38f19263a1) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"2a7177c7-9cbf-4036-915b-5c29de561eeb","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.110617703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed607afc3c5d10406a66bacaa09735605755e4f08e6eaa049c32ffd4d19027df) AuthConfig (edea0bba027697ae2244c22e01c4fb8281f01b7b36db978faf7330b6f8e96c09) AuthConfig (2a30e56b7b4f451b15364d3af5c797d504640a8508b736298f5ab3566231f028) AuthConfig (a3fee40f7df326a33eb5d274ce574b88a52bf6ba8eb3a42ef6671359d10b0be9) AuthConfig (a9049e48110cd199c08db464ab6e72bd02888541d88f5ccc35964b9c86077bcc) AuthConfig (233d49d2d26300cc3160a1d9e418cce5eb3ec40bcddd2a40ec4968203b0883e6) AuthConfig (c7cb0cb432c27a3922b7cfcc7fbe15b9d8dc63847828b2adc06cde944b6fd672) AuthConfig (19323fbb6c137d6bd00cc2b2c4a527c49f893d0007bad309271052a6c6445705) AuthConfig (a81a0f12bbd4dddce2212aa85a2caaed7b45b2d61bd984f1d0e33e7891101189) AuthConfig (0ffa45b03a0acacb1ab54acc74fb59c692f3b0bf6ed61eaf9c6c6906f23b255d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"b20a3bf3-3c60-45a5-a23f-ece344aa87b1","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.147496303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"e230d6d3-5eba-4431-a6d1-fd225bc22d5b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.163725801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"72c08a93-c5c3-42a8-917e-f7bc3380613d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.164316048Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"392dfcb1-7c04-4935-9909-18d1e0dc3256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.169459038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"e230d6d3-5eba-4431-a6d1-fd225bc22d5b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.171008316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"47c167ec-7547-471f-b4d5-6215d73e8f9d","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.185084049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"72c08a93-c5c3-42a8-917e-f7bc3380613d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.185383868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"392dfcb1-7c04-4935-9909-18d1e0dc3256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.186491746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b7880d22-9271-4c57-91f4-9936fc9d984d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.189428947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e753aae8d9d4f9fe8b71329f926fd9ca0d92b5cbe143d94664ce2cd48d049929) AuthConfig (5fefc6d429f01a1f5bd5e3dd66bf4a3186e8b89c67b6728b347d18317454a9e6) AuthConfig (05d83285a2a718435bea7f70e029be6a3f49805d5d0fc75ee1bbec288cc63e20) AuthConfig (a0017fd48038c54b58e967b3ebd185eebbd86b78da4950a3428fc0d380fd3a87) AuthConfig (2a9ea5deb933e8677e5f7556f5e1b4895eca358467b19e0398fb2b2bc598f131) AuthConfig (792368e28b67f6f7f6f8d1d3694e4f38d5505013c000b876d281bfd87559a599) AuthConfig (809796f087353496d40d34189bca8e5bb3653786073a57310e600044c5420437) AuthConfig (6956fdd909d07f4eaf52231418022fc56e997ee543f837d0bf49ed7fac36cdfc) AuthConfig (4a3c36abc3bca05af04c0895d47b16b495b9b79fa7a585bb4af1bab37604a5d9) AuthConfig (6e9c246d2af26d5f1dc2354cb10a03924f04a716a9e4b2055c2bf04902b09673)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"e230d6d3-5eba-4431-a6d1-fd225bc22d5b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.192364636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"47c167ec-7547-471f-b4d5-6215d73e8f9d","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.207500364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b7880d22-9271-4c57-91f4-9936fc9d984d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.263277789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"64a49642-805c-40b0-af7e-aded5c93d212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:25.284793524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"64a49642-805c-40b0-af7e-aded5c93d212","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:33.280445579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"fe37d87c-63f2-4a94-9c05-05ae5b6eb364","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:33.325299689Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"fe37d87c-63f2-4a94-9c05-05ae5b6eb364","name":"e2e-inf-a-5cd0f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.847495479Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-sub","reconcileID":"697ef13c-1c5f-418d-a1c4-47a8596f803c","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","subscription":"e2e-att-serve-8233e3-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.880323045Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-sub","reconcileID":"697ef13c-1c5f-418d-a1c4-47a8596f803c","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:34.89668916Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-sub","reconcileID":"697ef13c-1c5f-418d-a1c4-47a8596f803c","MaaSSubscription":{"name":"e2e-att-serve-8233e3-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.075574356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"d2d441fa-ff2d-4dc1-8961-9f15087f2e54","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.07560969Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"d2d441fa-ff2d-4dc1-8961-9f15087f2e54","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.092353311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"aa817297-3215-4f82-a444-082a950693b7","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.114763835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"aa817297-3215-4f82-a444-082a950693b7","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.193255832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"78817367-1362-49d2-b65e-3eca069183a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.193586249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"d2b90ad3-8804-4500-8916-01b40cb287cf","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.214459489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"78817367-1362-49d2-b65e-3eca069183a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.216841487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"d2b90ad3-8804-4500-8916-01b40cb287cf","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.222789076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"9367e0c3-78a8-4e9f-8309-cff0ac3e39c1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.225957864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"4ffcb44c-ac0d-424c-929c-9973e902b774","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.225977048Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"4ffcb44c-ac0d-424c-929c-9973e902b774","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.23586415Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a39b02ae9de80250161697a98ca0762813c215636eed213ac273575d96f5cf0) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (d09c9827f442e7b84792f2a8c4fba6bc3388914d6923ceae38788c4149e3782e) AuthConfig (b46dff2659dcfddff2299302af32dd68ddada14c7d613d46ed235ebc457ee37b) AuthConfig (7f75a7994649c07cfa3c5d674d9b7ed3c737764d86d25156dc734b38f19263a1) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"78817367-1362-49d2-b65e-3eca069183a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.238356216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed607afc3c5d10406a66bacaa09735605755e4f08e6eaa049c32ffd4d19027df) AuthConfig (edea0bba027697ae2244c22e01c4fb8281f01b7b36db978faf7330b6f8e96c09) AuthConfig (2a30e56b7b4f451b15364d3af5c797d504640a8508b736298f5ab3566231f028) AuthConfig (a3fee40f7df326a33eb5d274ce574b88a52bf6ba8eb3a42ef6671359d10b0be9) AuthConfig (a9049e48110cd199c08db464ab6e72bd02888541d88f5ccc35964b9c86077bcc) AuthConfig (233d49d2d26300cc3160a1d9e418cce5eb3ec40bcddd2a40ec4968203b0883e6) AuthConfig (c7cb0cb432c27a3922b7cfcc7fbe15b9d8dc63847828b2adc06cde944b6fd672) AuthConfig (19323fbb6c137d6bd00cc2b2c4a527c49f893d0007bad309271052a6c6445705) AuthConfig (a81a0f12bbd4dddce2212aa85a2caaed7b45b2d61bd984f1d0e33e7891101189) AuthConfig (0ffa45b03a0acacb1ab54acc74fb59c692f3b0bf6ed61eaf9c6c6906f23b255d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"d2b90ad3-8804-4500-8916-01b40cb287cf","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.247285611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"9367e0c3-78a8-4e9f-8309-cff0ac3e39c1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.329060169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e753aae8d9d4f9fe8b71329f926fd9ca0d92b5cbe143d94664ce2cd48d049929) AuthConfig (5fefc6d429f01a1f5bd5e3dd66bf4a3186e8b89c67b6728b347d18317454a9e6) AuthConfig (05d83285a2a718435bea7f70e029be6a3f49805d5d0fc75ee1bbec288cc63e20) AuthConfig (a0017fd48038c54b58e967b3ebd185eebbd86b78da4950a3428fc0d380fd3a87) AuthConfig (2a9ea5deb933e8677e5f7556f5e1b4895eca358467b19e0398fb2b2bc598f131) AuthConfig (792368e28b67f6f7f6f8d1d3694e4f38d5505013c000b876d281bfd87559a599) AuthConfig (809796f087353496d40d34189bca8e5bb3653786073a57310e600044c5420437) AuthConfig (6956fdd909d07f4eaf52231418022fc56e997ee543f837d0bf49ed7fac36cdfc) AuthConfig (4a3c36abc3bca05af04c0895d47b16b495b9b79fa7a585bb4af1bab37604a5d9) AuthConfig (6e9c246d2af26d5f1dc2354cb10a03924f04a716a9e4b2055c2bf04902b09673)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"9367e0c3-78a8-4e9f-8309-cff0ac3e39c1","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.329852525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"28f7e064-fd2c-4c10-8dbe-8406b5299599","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.35104702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"28f7e064-fd2c-4c10-8dbe-8406b5299599","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.432418349Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"cbe0d916-27ad-4f53-b5a9-ced0b6618da7","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.626051932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"cbe0d916-27ad-4f53-b5a9-ced0b6618da7","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.730141086Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"cbe0d916-27ad-4f53-b5a9-ced0b6618da7","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.730163968Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-att-serve-8233e3-access","reconcileID":"cbe0d916-27ad-4f53-b5a9-ced0b6618da7","MaaSAuthPolicy":{"name":"e2e-att-serve-8233e3-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.767461237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"6e709a1b-97fe-4a17-a127-11b27daf35e5","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"tenant":"e2e-extmod-b-4e2ac7","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","model":"e2e-extmod-att-user-46c6cc/e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:35.767491929Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"6e709a1b-97fe-4a17-a127-11b27daf35e5","MaaSModelRef":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"routeName":"external-model-e2e-att-serve-8233e3-70bb58980bf3","namespace":"e2e-extmod-att-user-46c6cc","model":"e2e-att-serve-8233e3","externalModel":"e2e-att-serve-8233e3","provider":"e2e-att-serve-8233e3-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.304656243Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"3630f049-afba-4e3d-8b7a-69f4a67b3ec7","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.341086758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"58bdd365-5ac9-434c-b16d-7cb247a8c026","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.342378781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"0fbf1154-abe4-4863-8c26-8612edfe7d4c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.34249603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"6b4debaa-5bfb-4c1f-bf11-6feb6651814d","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.358725607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b9c4c52e-0804-4256-9b43-acdd8eb4dd31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.358897196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"7d01db3b-5992-406e-b190-ef852d9eb48c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.366934852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"58bdd365-5ac9-434c-b16d-7cb247a8c026","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.368099231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"6b4debaa-5bfb-4c1f-bf11-6feb6651814d","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.369102116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"0fbf1154-abe4-4863-8c26-8612edfe7d4c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.380459663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b9c4c52e-0804-4256-9b43-acdd8eb4dd31","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.380591485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"7d01db3b-5992-406e-b190-ef852d9eb48c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.386864734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a39b02ae9de80250161697a98ca0762813c215636eed213ac273575d96f5cf0) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (d09c9827f442e7b84792f2a8c4fba6bc3388914d6923ceae38788c4149e3782e) AuthConfig (b46dff2659dcfddff2299302af32dd68ddada14c7d613d46ed235ebc457ee37b) AuthConfig (7f75a7994649c07cfa3c5d674d9b7ed3c737764d86d25156dc734b38f19263a1) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"58bdd365-5ac9-434c-b16d-7cb247a8c026","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.387902919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed607afc3c5d10406a66bacaa09735605755e4f08e6eaa049c32ffd4d19027df) AuthConfig (edea0bba027697ae2244c22e01c4fb8281f01b7b36db978faf7330b6f8e96c09) AuthConfig (2a30e56b7b4f451b15364d3af5c797d504640a8508b736298f5ab3566231f028) AuthConfig (a3fee40f7df326a33eb5d274ce574b88a52bf6ba8eb3a42ef6671359d10b0be9) AuthConfig (a9049e48110cd199c08db464ab6e72bd02888541d88f5ccc35964b9c86077bcc) AuthConfig (233d49d2d26300cc3160a1d9e418cce5eb3ec40bcddd2a40ec4968203b0883e6) AuthConfig (c7cb0cb432c27a3922b7cfcc7fbe15b9d8dc63847828b2adc06cde944b6fd672) AuthConfig (19323fbb6c137d6bd00cc2b2c4a527c49f893d0007bad309271052a6c6445705) AuthConfig (a81a0f12bbd4dddce2212aa85a2caaed7b45b2d61bd984f1d0e33e7891101189) AuthConfig (0ffa45b03a0acacb1ab54acc74fb59c692f3b0bf6ed61eaf9c6c6906f23b255d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"6b4debaa-5bfb-4c1f-bf11-6feb6651814d","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.388989463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e753aae8d9d4f9fe8b71329f926fd9ca0d92b5cbe143d94664ce2cd48d049929) AuthConfig (5fefc6d429f01a1f5bd5e3dd66bf4a3186e8b89c67b6728b347d18317454a9e6) AuthConfig (05d83285a2a718435bea7f70e029be6a3f49805d5d0fc75ee1bbec288cc63e20) AuthConfig (a0017fd48038c54b58e967b3ebd185eebbd86b78da4950a3428fc0d380fd3a87) AuthConfig (2a9ea5deb933e8677e5f7556f5e1b4895eca358467b19e0398fb2b2bc598f131) AuthConfig (792368e28b67f6f7f6f8d1d3694e4f38d5505013c000b876d281bfd87559a599) AuthConfig (809796f087353496d40d34189bca8e5bb3653786073a57310e600044c5420437) AuthConfig (6956fdd909d07f4eaf52231418022fc56e997ee543f837d0bf49ed7fac36cdfc) AuthConfig (4a3c36abc3bca05af04c0895d47b16b495b9b79fa7a585bb4af1bab37604a5d9) AuthConfig (6e9c246d2af26d5f1dc2354cb10a03924f04a716a9e4b2055c2bf04902b09673)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"0fbf1154-abe4-4863-8c26-8612edfe7d4c","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.423570479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"11b89f28-26da-4cb1-a67c-a5f69f33f2ad","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.439983961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"551ccb6e-0c92-44d5-b162-5563d7dd6103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.440516748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"0e8e4d0e-79de-4ecc-9a4b-a68ee1d4fa30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.453299513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"11b89f28-26da-4cb1-a67c-a5f69f33f2ad","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.46588152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"551ccb6e-0c92-44d5-b162-5563d7dd6103","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.467715425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"0e8e4d0e-79de-4ecc-9a4b-a68ee1d4fa30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.517889358Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-att-serve-8233e3","namespace":"e2e-extmod-att-user-46c6cc"},"namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","reconcileID":"ff7c7fce-aabe-4a99-b1e3-77f3ba049822","namespace":"e2e-extmod-att-user-46c6cc","name":"e2e-att-serve-8233e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.574034992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"70a6e39e-5b4e-4b19-8686-7ef190895e44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.574034954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"29ed7b58-3ba0-4758-9005-c73585dcca05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.596937665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"29ed7b58-3ba0-4758-9005-c73585dcca05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.597532898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"70a6e39e-5b4e-4b19-8686-7ef190895e44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.664395871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"ba22d435-dc3f-4276-aa04-777a11b281e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.664420916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"bd5c3352-9bbc-4d57-8df8-b677136bae68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.664940302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"d6e22901-fc96-4eec-ac43-705fd4e1a6b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.687472617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"d6e22901-fc96-4eec-ac43-705fd4e1a6b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.687472635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"bd5c3352-9bbc-4d57-8df8-b677136bae68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.689593464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"ba22d435-dc3f-4276-aa04-777a11b281e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.78043034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"1d672be3-777b-4e71-847f-b515dc152965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.780430397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"f7300901-6926-4d8e-98b1-6a3564742ab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.80504455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"f7300901-6926-4d8e-98b1-6a3564742ab9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.805350063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"1d672be3-777b-4e71-847f-b515dc152965","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:36.940759255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cddb86a-3f6b-43e5-a442-5f3426e09f49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.074347403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6c54c582-6516-4b1c-b833-f79f11f7d36b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.200997001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cddb86a-3f6b-43e5-a442-5f3426e09f49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.201629523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a27de670-8213-4371-aca0-e3b98c8ece64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.285541398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"845407ac-67ec-43f9-bcfb-d1afb76e0d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.285871113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"d18602c7-1e4c-48b7-8ea1-fd139c1cd8b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.298572151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6c54c582-6516-4b1c-b833-f79f11f7d36b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.303336345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a27de670-8213-4371-aca0-e3b98c8ece64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.339231195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"d18602c7-1e4c-48b7-8ea1-fd139c1cd8b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.370367997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"845407ac-67ec-43f9-bcfb-d1afb76e0d5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.388329281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"29cfcebd-f1c6-43ad-ac8c-9fbf2a986cdc","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.457026596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"c166f84f-3c54-48fb-8976-bafd52d18b2d","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.457727365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"29cfcebd-f1c6-43ad-ac8c-9fbf2a986cdc","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.478153127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"ffde2717-1bfb-4eec-90bf-6dba5e070839","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.482152477Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (0a39b02ae9de80250161697a98ca0762813c215636eed213ac273575d96f5cf0) AuthConfig (5e0a0d9264a099bbc82620615ed12bb584405c19fe2cc66146ae12c2991ba979) AuthConfig (d09c9827f442e7b84792f2a8c4fba6bc3388914d6923ceae38788c4149e3782e) AuthConfig (b46dff2659dcfddff2299302af32dd68ddada14c7d613d46ed235ebc457ee37b) AuthConfig (7f75a7994649c07cfa3c5d674d9b7ed3c737764d86d25156dc734b38f19263a1) AuthConfig (96bc70c6c763bd44134c695065a49029829f46dc3f381847994cffecf00a8017) AuthConfig (d826575f244df21d58187e3eabac1936a35d01655bbb5709688f5bc71d3c3979) AuthConfig (59fb46caf702003f7be94787cc9a4e6a419e59281ae7c96fddd2ce6c817eb3d8) AuthConfig (6a102a9dbb3a614b62f69827d5e209ab57eae185103ea29202fad5f6a7636dda) AuthConfig (d1d2f6c4520f9fffc66b7a4c08396e3507b14da62655115389f7528632b11364)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"29cfcebd-f1c6-43ad-ac8c-9fbf2a986cdc","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.485041894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"c166f84f-3c54-48fb-8976-bafd52d18b2d","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.495287841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"ed373a1e-4f93-4012-8a98-9de32ec92995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.503164897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"ffde2717-1bfb-4eec-90bf-6dba5e070839","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.506848643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-6f162a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ed607afc3c5d10406a66bacaa09735605755e4f08e6eaa049c32ffd4d19027df) AuthConfig (edea0bba027697ae2244c22e01c4fb8281f01b7b36db978faf7330b6f8e96c09) AuthConfig (2a30e56b7b4f451b15364d3af5c797d504640a8508b736298f5ab3566231f028) AuthConfig (a3fee40f7df326a33eb5d274ce574b88a52bf6ba8eb3a42ef6671359d10b0be9) AuthConfig (a9049e48110cd199c08db464ab6e72bd02888541d88f5ccc35964b9c86077bcc) AuthConfig (233d49d2d26300cc3160a1d9e418cce5eb3ec40bcddd2a40ec4968203b0883e6) AuthConfig (c7cb0cb432c27a3922b7cfcc7fbe15b9d8dc63847828b2adc06cde944b6fd672) AuthConfig (19323fbb6c137d6bd00cc2b2c4a527c49f893d0007bad309271052a6c6445705) AuthConfig (a81a0f12bbd4dddce2212aa85a2caaed7b45b2d61bd984f1d0e33e7891101189) AuthConfig (0ffa45b03a0acacb1ab54acc74fb59c692f3b0bf6ed61eaf9c6c6906f23b255d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"c166f84f-3c54-48fb-8976-bafd52d18b2d","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.510531544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"8598d530-c9a1-4221-afaf-8e335b7a69e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.517514416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"ed373a1e-4f93-4012-8a98-9de32ec92995","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.525314705Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e753aae8d9d4f9fe8b71329f926fd9ca0d92b5cbe143d94664ce2cd48d049929) AuthConfig (5fefc6d429f01a1f5bd5e3dd66bf4a3186e8b89c67b6728b347d18317454a9e6) AuthConfig (05d83285a2a718435bea7f70e029be6a3f49805d5d0fc75ee1bbec288cc63e20) AuthConfig (a0017fd48038c54b58e967b3ebd185eebbd86b78da4950a3428fc0d380fd3a87) AuthConfig (2a9ea5deb933e8677e5f7556f5e1b4895eca358467b19e0398fb2b2bc598f131) AuthConfig (792368e28b67f6f7f6f8d1d3694e4f38d5505013c000b876d281bfd87559a599) AuthConfig (809796f087353496d40d34189bca8e5bb3653786073a57310e600044c5420437) AuthConfig (6956fdd909d07f4eaf52231418022fc56e997ee543f837d0bf49ed7fac36cdfc) AuthConfig (4a3c36abc3bca05af04c0895d47b16b495b9b79fa7a585bb4af1bab37604a5d9) AuthConfig (6e9c246d2af26d5f1dc2354cb10a03924f04a716a9e4b2055c2bf04902b09673)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"ffde2717-1bfb-4eec-90bf-6dba5e070839","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.541042132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"8598d530-c9a1-4221-afaf-8e335b7a69e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.545529597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"f48e8970-dcd0-493e-9fb3-1fe7c74721d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.636760572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"f48e8970-dcd0-493e-9fb3-1fe7c74721d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.721778531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"2de88652-3460-4424-8798-41626cbf26ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.723309125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"868e3fd9-881e-4205-8bcf-c66ccc90cea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.74416365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"2de88652-3460-4424-8798-41626cbf26ea","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.745862886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"868e3fd9-881e-4205-8bcf-c66ccc90cea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.756140836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"26fa6002-d87e-42e2-b6eb-9046eae62a1b","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.777543811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"26fa6002-d87e-42e2-b6eb-9046eae62a1b","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.871640781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"578ebaa5-6f4a-4835-9e5a-9778c2f0d746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:37.892489681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"578ebaa5-6f4a-4835-9e5a-9778c2f0d746","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:45.68894892Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:47.539859562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"0ca85d23-b933-40c1-899e-e9d20120c72a","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:47.561376815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"04d28924-49d2-4f8b-950a-539edac42c8b","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:47.565727397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"f1b4f7c3-daf7-42ea-ba36-d6bb80cb7f12","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:47.569394034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"0ca85d23-b933-40c1-899e-e9d20120c72a","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:47.585209874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"04d28924-49d2-4f8b-950a-539edac42c8b","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:47.59242617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"f1b4f7c3-daf7-42ea-ba36-d6bb80cb7f12","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:47.803924119Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"3295a0b2-64c2-4bd4-b277-4e5821e68066","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:47.825026248Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"4310aa1b-4118-4cc7-be15-6b0842413d55","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:47.841682785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"63bc8cb3-c1e3-48a8-b737-d1de51808d42","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:47.841795563Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"63bc8cb3-c1e3-48a8-b737-d1de51808d42","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"routeName":"external-model-e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b","model":"e2e-cmp-legacy-fe3cd6","externalModel":"e2e-cmp-legacy-fe3cd6","provider":"e2e-cmp-legacy-fe3cd6-provider","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:48.444888893Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"8dfa46a9-5a9b-4fc4-8687-0929540b3700","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:48.444918404Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"8dfa46a9-5a9b-4fc4-8687-0929540b3700","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"routeName":"external-model-e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b","model":"e2e-cmp-legacy-fe3cd6","externalModel":"e2e-cmp-legacy-fe3cd6","provider":"e2e-cmp-legacy-fe3cd6-provider","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:48.461823262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"b411f929-a4e8-4726-8c8d-5c1ee09880d9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:32:48.472525902Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-fe3cd6-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-sub","reconcileID":"e34496c9-b6f8-4597-99f0-c064207d9f6b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cmp-legacy-fe3cd6-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:48.482784354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"b411f929-a4e8-4726-8c8d-5c1ee09880d9","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:48.488671516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"5187675d-f1d0-4975-bf3d-45cc3042133d","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:48.488692931Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"5187675d-f1d0-4975-bf3d-45cc3042133d","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"routeName":"external-model-e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b","model":"e2e-cmp-legacy-fe3cd6","externalModel":"e2e-cmp-legacy-fe3cd6","provider":"e2e-cmp-legacy-fe3cd6-provider","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:32:48.506434497Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"5187675d-f1d0-4975-bf3d-45cc3042133d","name":"e2e-cmp-legacy-fe3cd6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-fe3cd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:32:48.506496547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"5187675d-f1d0-4975-bf3d-45cc3042133d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cmp-legacy-fe3cd6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:48.527813445Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"2c068989-422a-4e48-afc4-f273b942dd1d","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:48.52784194Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"2c068989-422a-4e48-afc4-f273b942dd1d","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"routeName":"external-model-e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b","model":"e2e-cmp-legacy-fe3cd6","externalModel":"e2e-cmp-legacy-fe3cd6","provider":"e2e-cmp-legacy-fe3cd6-provider","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:48.559835481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"1a323dc0-16fc-4f9d-8e51-4a34beb43372","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:48.559935602Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"1a323dc0-16fc-4f9d-8e51-4a34beb43372","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"routeName":"external-model-e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b","model":"e2e-cmp-legacy-fe3cd6","externalModel":"e2e-cmp-legacy-fe3cd6","provider":"e2e-cmp-legacy-fe3cd6-provider","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:48.665751702Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-fe3cd6-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-sub","reconcileID":"6d6d8f3c-fdef-4aa1-97e5-4a3a9241a246","MaaSSubscription":{"name":"e2e-cmp-legacy-fe3cd6-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"maas-trlp-e2e-cmp-legacy-fe3cd6","model":"e2e-cmp-legacy-fe3cd6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:48.667646807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"209e368c-1658-440c-9a07-e971fa359957","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:48.688433513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"209e368c-1658-440c-9a07-e971fa359957","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:48.758174922Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"647d747b-77f3-48ca-8880-66169bb93f9c","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:48.758230027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"647d747b-77f3-48ca-8880-66169bb93f9c","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"routeName":"external-model-e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b","model":"e2e-cmp-legacy-fe3cd6","externalModel":"e2e-cmp-legacy-fe3cd6","provider":"e2e-cmp-legacy-fe3cd6-provider","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:48.806161614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-fe3cd6-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-sub","reconcileID":"d494bcf0-9c0d-4183-a1e8-7b2643b4e133","MaaSSubscription":{"name":"e2e-cmp-legacy-fe3cd6-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"maas-trlp-e2e-cmp-legacy-fe3cd6","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.203786761Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"7be64ca6-6ef6-4340-88aa-1d9f92041df1","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:32:51.225710828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-sub","reconcileID":"94306cd0-677f-417e-a646-5464b0434986","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-735a79-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.228070152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"93d9f042-f4a1-4b0a-8e35-a220041b2009","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.245243398Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"5357e224-96bd-4794-95b0-54b01f918b06","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.249267259Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-fa7576","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576","reconcileID":"61665bda-bf10-4c1a-bade-fa7a8b214a83","namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.250010992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"93d9f042-f4a1-4b0a-8e35-a220041b2009","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:32:51.263378428Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"5357e224-96bd-4794-95b0-54b01f918b06","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-735a79-e2e-extmod-a-6f162a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:32:51.263444268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"5357e224-96bd-4794-95b0-54b01f918b06","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-quota-735a79-e2e-extmod-a-6f162a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.26872572Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-fa7576","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576","reconcileID":"eed41bcd-7d15-4615-9b45-77d5570d4f1a","namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.282286322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"fac9bc9a-3096-4e24-8912-daea4266ca10","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.301262355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ac1a3be-28bc-4784-b8e2-1408d5a9f56d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.301670825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"ed849b42-8b33-42bf-ae1a-f5678c394e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.301875621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"ce043096-84f0-4a4f-a461-5ff044313779","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.302166807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c9de852-141c-4e62-9eab-e08bb3650a7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.303138325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"5d4d6de1-5894-4bdc-ae65-44d46f53f2a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.322052903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5ac1a3be-28bc-4784-b8e2-1408d5a9f56d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.32376805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"ed849b42-8b33-42bf-ae1a-f5678c394e71","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.324502245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4c9de852-141c-4e62-9eab-e08bb3650a7c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.327339526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"5d4d6de1-5894-4bdc-ae65-44d46f53f2a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.370307755Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-sub","reconcileID":"fb6731fc-2184-437e-ba4b-96898c3032e9","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"maas-trlp-e2e-shr-quota-735a79-e2e-extmod-a-6f162a","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-6f162a/e2e-shr-quota-735a79-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.409439608Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"71ad32a7-b327-4e7f-8276-5f5a7daa20e3","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:32:51.425469081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-sub","reconcileID":"0364ed3d-1828-4d01-861d-6d32ec773560","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-shared-384e87-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.438862664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"be955cec-82a7-449c-87aa-61c925a397a3","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.459343844Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"863953fe-f4ca-4ae0-a461-b6b25ce2c0d1","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.464752414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"be955cec-82a7-449c-87aa-61c925a397a3","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.479485439Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"28edf7e5-1d1f-432d-98d5-70fa5d9584d5","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.5299182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-sub","reconcileID":"3e44d42e-c3e4-4fd3-a396-6204beeb00e0","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"maas-trlp-e2e-shr-quota-735a79-e2e-extmod-a-6f162a","model":"e2e-extmod-shr-user-eba670/e2e-shr-quota-735a79-e2e-extmod-a-6f162a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.549559518Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"e135a117-b2b7-44a9-9943-fb31f0ca62c2","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"name":"e2e-shr-auth-fa7576","namespace":"e2e-extmod-shr-user-f63634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.559803084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"857e25be-334b-4cf5-a889-57b4861b6d0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.559831594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"420d024d-b1cf-4ede-95d3-945b527545a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.560249442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"7971da94-e168-4421-8802-283e1452460c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.560412546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"fd20860d-e69f-4e9b-9c07-6b5ff7037154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.581132931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"857e25be-334b-4cf5-a889-57b4861b6d0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.58276658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"fd20860d-e69f-4e9b-9c07-6b5ff7037154","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.583514333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"420d024d-b1cf-4ede-95d3-945b527545a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.58610062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"7971da94-e168-4421-8802-283e1452460c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.588641829Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"e06de059-cc47-4ab4-a289-11e3d5fa6a7d","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.678575006Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-sub","reconcileID":"758657fd-3050-4573-aac2-17434b4a6dc0","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"maas-trlp-e2e-shr-shared-384e87-e2e-extmod-b-206095","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-206095/e2e-shr-shared-384e87-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.754376618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"7d19e540-fd49-4bcc-9f2d-eec51b7fe16d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:51.975598258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"7d19e540-fd49-4bcc-9f2d-eec51b7fe16d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.081168956Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-fa7576","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576","reconcileID":"884d668b-4c62-4c90-bf68-ee4c06a995e5","namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.232605108Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"18d09724-6a60-4a24-8ab3-c68588502879","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"name":"e2e-shr-auth-fa7576","namespace":"e2e-extmod-shr-user-f63634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.34647497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"073e1055-9f24-45ad-b5f1-6eac813f93dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.350578544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"6a4837e6-43e7-45e5-8dc9-ba1d72272800","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.351001959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"d621c125-c2dc-4f2f-9eba-6d090e5f9baf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.37270308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"be013d5b-7613-46a9-82fd-e6317b4ba68b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.390152167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"6a4837e6-43e7-45e5-8dc9-ba1d72272800","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.39566871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"073e1055-9f24-45ad-b5f1-6eac813f93dd","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.401549248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"d621c125-c2dc-4f2f-9eba-6d090e5f9baf","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.40238523Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","reconcileID":"162718ff-0929-4f21-b8c2-ed07913f1c91","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"name":"e2e-shr-auth-fa7576","namespace":"e2e-extmod-shr-user-f63634","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.404097118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"be013d5b-7613-46a9-82fd-e6317b4ba68b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.412052406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"acac9714-8290-4058-b960-e7acb32a0a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.433555482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"acac9714-8290-4058-b960-e7acb32a0a93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.443581887Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"fb1c5fba-951a-4af5-aae4-aa3fefd356f1","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.447021085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-sub","reconcileID":"df0a7b1b-674b-4181-959d-7b9195e1d9d5","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"maas-trlp-e2e-shr-shared-384e87-e2e-extmod-b-206095","model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-b-206095","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.48944218Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"919efa30-2383-4f17-ad8e-ecd23b7a867a","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.490020027Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-fa7576","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576","reconcileID":"16f5a0e5-7d11-4204-af56-efa87a6c145f","namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.506566869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"e39820fc-dac3-400c-809c-4d8a6c6b2b45","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.508720077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"b823bf36-9788-4bcb-b783-846ea3570f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.524600037Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","reconcileID":"befd9c59-d015-4795-9440-d41bca9854db","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-d45eddcd05f5","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.531247256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"b823bf36-9788-4bcb-b783-846ea3570f9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.757686245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"9cb1a5de-ff0a-47f2-ac99-3ad948172d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.874837947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"4a91648f-bb28-44c1-8ad6-970181ac838c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.954740171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"52d15c75-2ced-4135-9dc5-ecdfde1a6ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.978417946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"9cb1a5de-ff0a-47f2-ac99-3ad948172d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.982653124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"4a91648f-bb28-44c1-8ad6-970181ac838c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.990628946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"52d15c75-2ced-4135-9dc5-ecdfde1a6ded","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:52.995950451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"c98a9d17-8acd-4ca6-b248-4f2232b28d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.007925578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"35a36559-bf90-4c70-9090-d121dd244667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.018666667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"c98a9d17-8acd-4ca6-b248-4f2232b28d56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.029954988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"35a36559-bf90-4c70-9090-d121dd244667","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.07882233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79cdf529-9e37-492f-90df-3187092ea593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.083569249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b160f113-2a79-4806-874c-06f0888cd024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.087312502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"d609d4c4-62d8-49bd-869e-bb2f5701f787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.098775742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"b871c8d3-cfef-4065-b71a-0e77246fac28","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.099796031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"79cdf529-9e37-492f-90df-3187092ea593","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.10430817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b160f113-2a79-4806-874c-06f0888cd024","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.109318062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"d609d4c4-62d8-49bd-869e-bb2f5701f787","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.110213947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"cabc09da-ada6-4c5b-a27b-663c11d1a8b6","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.117958406Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-fa7576","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576","reconcileID":"8ac70e1d-a6c4-43af-bf1f-2c1a63ccb609","namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.122205542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"b871c8d3-cfef-4065-b71a-0e77246fac28","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.132238443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"cabc09da-ada6-4c5b-a27b-663c11d1a8b6","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.273829877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"f077acec-e67a-4682-83a4-4f0dec225922","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.289235969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"50308588-1daa-41d4-993d-710404896680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.289234207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"8c5c9371-d1e5-43a4-8b2d-42b329f8a3ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.295177732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"f077acec-e67a-4682-83a4-4f0dec225922","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.310760965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"50308588-1daa-41d4-993d-710404896680","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.310774813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"8c5c9371-d1e5-43a4-8b2d-42b329f8a3ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.390841092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"c5cc3407-caa8-433a-86c8-9fd32a4033b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.391240692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"67c42ac0-1765-4ddb-aca9-f17ce4607f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.430820743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"c5cc3407-caa8-433a-86c8-9fd32a4033b5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.599817246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"730b4e4b-2d5b-4f16-bd7f-b634f3475d09","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.615222011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"67c42ac0-1765-4ddb-aca9-f17ce4607f3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.619693904Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"06dd9c49-9645-472c-b294-d11dd0e9c9d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.645029519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"730b4e4b-2d5b-4f16-bd7f-b634f3475d09","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.647517695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"3d9d8011-4a8b-4b6c-8414-867a4de7a954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.651862351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"06dd9c49-9645-472c-b294-d11dd0e9c9d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.69087145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"3d9d8011-4a8b-4b6c-8414-867a4de7a954","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:53.846755774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2c34c523-199a-4b31-9d8c-f8efac00817a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.121332924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"c89f5b4b-9d61-4c91-8c16-aa73bceafc35","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.155704748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"c89f5b4b-9d61-4c91-8c16-aa73bceafc35","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.156622812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"205d2e3e-b4ee-48a1-a3ea-d49daf1e14fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.297594417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"949d4a04-e0bc-4fdc-8f03-78669255b4ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.300124136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"205d2e3e-b4ee-48a1-a3ea-d49daf1e14fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.420907454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2c34c523-199a-4b31-9d8c-f8efac00817a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.468751003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"949d4a04-e0bc-4fdc-8f03-78669255b4ff","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.529275967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"93c683b8-5c22-4a7c-be49-87a08b3daa9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.697366756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"93c683b8-5c22-4a7c-be49-87a08b3daa9b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.699854665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"eb3e348f-9b7f-41a3-886c-63d4d1a78ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.882664337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"c137524a-3403-48b0-8ced-8ee855e57f95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.927549903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"c5414e7f-f290-4cf3-af2a-3150087d400c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.931069049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"eb3e348f-9b7f-41a3-886c-63d4d1a78ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.931444614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"c137524a-3403-48b0-8ced-8ee855e57f95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.948063148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"4677788a-7554-4c34-a7ff-53f686ce2c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.950511031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"c5414e7f-f290-4cf3-af2a-3150087d400c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:54.96927746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"4677788a-7554-4c34-a7ff-53f686ce2c09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.05671267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7d82d92-dc6f-4a5e-ad2f-fe78c79dace4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.077428862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c7d82d92-dc6f-4a5e-ad2f-fe78c79dace4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.155839338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"06652d8b-d085-423b-8a90-9f809ed0c45f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.155841491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d1305ae-0272-4752-a7f7-54be4eb065bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.177448091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"06652d8b-d085-423b-8a90-9f809ed0c45f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:55.177530656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4d1305ae-0272-4752-a7f7-54be4eb065bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:56.741312015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcbbba19-98a6-4af1-b4d9-bcc507beb493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:56.757577408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcbbba19-98a6-4af1-b4d9-bcc507beb493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:56.774455337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcbbba19-98a6-4af1-b4d9-bcc507beb493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:56.791312117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcbbba19-98a6-4af1-b4d9-bcc507beb493","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:57.430178681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e55bef-a76c-4cf6-80ef-38a09f122918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:57.44642898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e55bef-a76c-4cf6-80ef-38a09f122918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:57.462501321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e55bef-a76c-4cf6-80ef-38a09f122918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:57.478787338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2e55bef-a76c-4cf6-80ef-38a09f122918","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:57.8141253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"2386991a-a0cb-4472-bccb-cf4bd1f75daa","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:57.835623463Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"719c16c6-277c-45f0-9b6a-d7e0dd9273dd","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:57.855051833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"e92ec4d6-2488-402e-aeb7-8c23ffa7b5a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:57.91556529Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"e92ec4d6-2488-402e-aeb7-8c23ffa7b5a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:57.935945629Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a84df8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"e92ec4d6-2488-402e-aeb7-8c23ffa7b5a2","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:32:57.974125445Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"4692612f-52ab-4ab4-a359-388b3a48d7d3","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:03.335110268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0674df-9914-4c9c-a721-d5b322a65dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:03.352054513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0674df-9914-4c9c-a721-d5b322a65dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:03.369267672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0674df-9914-4c9c-a721-d5b322a65dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:03.386478113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb0674df-9914-4c9c-a721-d5b322a65dde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:04.038240399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ac4807-7fb6-45ee-93a9-d732d9506b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:04.05483256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ac4807-7fb6-45ee-93a9-d732d9506b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:04.124344768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ac4807-7fb6-45ee-93a9-d732d9506b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:04.141766596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ac4807-7fb6-45ee-93a9-d732d9506b1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:04.296633774Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-9965bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-9965bf","reconcileID":"545a6b08-de83-44b6-aa8f-41b7524998f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-9965bf","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-9965bf":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.210844927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebf1436-e9e5-4607-88fd-b2c321986c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.22832494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebf1436-e9e5-4607-88fd-b2c321986c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.244893562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebf1436-e9e5-4607-88fd-b2c321986c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:05.261436681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ebf1436-e9e5-4607-88fd-b2c321986c32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:33:06.035767652Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-9965bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-9965bf","reconcileID":"166b2e0c-04aa-449e-9b94-44483d3e5b39","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-b-9965bf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:07.992028868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"96a77429-e727-4a08-a4b4-bc5edad6880c","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:08.013467586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"96a77429-e727-4a08-a4b4-bc5edad6880c","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:08.033600708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a84df8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"96a77429-e727-4a08-a4b4-bc5edad6880c","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:15.66321286Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:18.075528174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"f1a5bc74-d5a9-48b8-8df8-0150bf8d209a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:18.097351332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"f1a5bc74-d5a9-48b8-8df8-0150bf8d209a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:18.117418951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a84df8-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"f1a5bc74-d5a9-48b8-8df8-0150bf8d209a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.192819409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"277890c6-d281-4c2d-8509-9021efa3b210","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:21.239057136Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"277890c6-d281-4c2d-8509-9021efa3b210","name":"e2e-inf-a-51462d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:26.093786225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-sub","reconcileID":"3fdda84a-ea17-4554-92e8-c6b2b1c41dce","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"maas-trlp-e2e-shr-quota-735a79-e2e-extmod-a-6f162a","model":"e2e-extmod-shr-user-eba670/e2e-shr-quota-735a79-e2e-extmod-a-6f162a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:26.501685064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-sub","reconcileID":"0f8b7bc3-8639-4780-a0db-5d8a4bd60f4a","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"maas-trlp-e2e-shr-shared-384e87-e2e-extmod-b-206095","model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-b-206095","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:26.526554831Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"3dfd7bc7-7a92-4d56-a842-95091fcf2951","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:26.608306294Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"d11caf22-8694-4e0f-b3d9-38f40616546d","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.249413787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","reconcileID":"9d0b480c-4134-4902-bcd2-7f8999db8169","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-6fc96760d62c","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.26627906Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","reconcileID":"c01eb8fc-032f-486c-b720-4d0bb27c11f3","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-6fc96760d62c","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.283113685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"f05293ce-44b4-43f2-b0f5-c52946049896","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.338766084Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"f05293ce-44b4-43f2-b0f5-c52946049896","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.358926201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"f05293ce-44b4-43f2-b0f5-c52946049896","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.37608612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-fe3cd6-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-sub","reconcileID":"d1cbb23b-5f45-40b6-b732-fe973327ee1f","MaaSSubscription":{"name":"e2e-cmp-legacy-fe3cd6-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"maas-trlp-e2e-cmp-legacy-fe3cd6","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.396687735Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","reconcileID":"e8910415-8898-4bf3-98fb-6023c5598991","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-6fc96760d62c","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.47058686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"40c08f7e-00e4-46aa-9182-5b4a7469da3a","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.470622142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"40c08f7e-00e4-46aa-9182-5b4a7469da3a","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"routeName":"external-model-e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b","model":"e2e-cmp-legacy-fe3cd6","externalModel":"e2e-cmp-legacy-fe3cd6","provider":"e2e-cmp-legacy-fe3cd6-provider","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.837848716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"8fd480d4-45ea-409f-ab19-5aa78ebd43d8","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.838765538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"826db09c-6403-4029-a3c1-b3fcae196689","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.860528945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"8fd480d4-45ea-409f-ab19-5aa78ebd43d8","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.922885349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"826db09c-6403-4029-a3c1-b3fcae196689","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.960054986Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-833fef","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef","reconcileID":"84472ce1-085c-4e4a-98cf-eaccb7b79d12","namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.994507024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"a08b8c1c-0a50-4988-b9ee-55f8628b6362","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:27.995941188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"3b7302ca-c9f0-4312-b968-370e735f4647","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.010094717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b24d12af-cff7-4e7c-9b3a-2554c502ffd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.016937527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"a08b8c1c-0a50-4988-b9ee-55f8628b6362","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.034632716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"3b7302ca-c9f0-4312-b968-370e735f4647","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.041968516Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"a08b8c1c-0a50-4988-b9ee-55f8628b6362","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.042816008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b24d12af-cff7-4e7c-9b3a-2554c502ffd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.052041933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"9f13f6e2-4414-4fdd-a6a7-197ca5f1d755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.056243873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a84df8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (45f7a70648538e686407de1eb54891094207be004c74ced53077ae9a2c9b959b) AuthConfig (af6d9f266227300407e808f5dcc725e268fbe2a09edb5d239f4ed5fbf9af5fe6) AuthConfig (2086732227090d2d81da7b4a16a73ab8e933e8e793a8644f1b4a019fe800f7cb) AuthConfig (1779a761049f4bd170cf5fd85a29d45af65ea2a1913546928bd35abef6bdeede) AuthConfig (446c0131cf9fe651a772976789cab9425ace28024e2d2a34fcd1c5155f000eaa) AuthConfig (5b3f644ac5410f6760e9f493aaeaf1f4b3b0d3843f9512f1623f95fe24c41fe7) AuthConfig (69b733f1cdd2597d9332716bb0bb4aa9d08d7a9567727bf0a4d8198d528fcb01) AuthConfig (cfeb142a76f65d982eba222fd402432dced7ae9b3573b003d0bf9cd2fab6017c) AuthConfig (76e92d2f944bf8a49f22fb671660d60e6c1403a96ea20938b4fbf37d907b8d2e) AuthConfig (48cce5a654b3e3fd5f1d41a5bb47e21216cdeb2ceeaccc906567df1eb96cafbc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"3b7302ca-c9f0-4312-b968-370e735f4647","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.067496385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"16c27356-43bd-459e-9ca6-cc028281e573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.12525624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"9f13f6e2-4414-4fdd-a6a7-197ca5f1d755","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.127043721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"16c27356-43bd-459e-9ca6-cc028281e573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.140414761Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"0f79168d-b60a-419c-98af-fde55b8072f5","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.154701728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"1f17a32a-bbee-4668-b282-8a9985115b77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.178017867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"1f17a32a-bbee-4668-b282-8a9985115b77","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.194332801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"181c4858-174f-4046-9b87-e6476fbb063e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.216869626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"181c4858-174f-4046-9b87-e6476fbb063e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.226870719Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"c3ae548a-f2d3-45f8-abd3-5493fc8502ea","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"name":"e2e-shr-auth-833fef","namespace":"e2e-extmod-shr-user-6bb225","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.297970625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"2d531571-5ddf-481e-a5d8-b6370dbe04d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.325519188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"2d531571-5ddf-481e-a5d8-b6370dbe04d6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.409458034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"b63f54f4-0f63-455d-ad63-685166e52a0d","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.427696975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"1330049c-d6e7-4c59-8621-42166c0daebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.436579778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"b63f54f4-0f63-455d-ad63-685166e52a0d","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.455167521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"1330049c-d6e7-4c59-8621-42166c0daebb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.463318274Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"c33b5954-2ff6-4298-8f49-8f0ea0027545","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"name":"e2e-shr-auth-833fef","namespace":"e2e-extmod-shr-user-6bb225","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.476391006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"e01bf9de-10dd-42ff-82ac-728bfd105d6c","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.489266156Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-833fef","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef","reconcileID":"3d18581e-f32d-41e5-aeb1-a213b513d14f","namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.493476385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"a25ab10c-2167-44b4-8288-9e2019fe92a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.499033074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"e01bf9de-10dd-42ff-82ac-728bfd105d6c","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.501654887Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"d9cd8348-ae39-47e6-94c9-7b937c4d1f03","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"name":"e2e-shr-auth-833fef","namespace":"e2e-extmod-shr-user-6bb225","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.507639165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"5ee9eb58-51d1-4031-8d9f-8a29953bf137","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.514415819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"a25ab10c-2167-44b4-8288-9e2019fe92a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.528752573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"5ee9eb58-51d1-4031-8d9f-8a29953bf137","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.583777385Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"10afea0f-fb72-4bbd-bffb-8003ba686f6b","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"name":"e2e-shr-auth-833fef","namespace":"e2e-extmod-shr-user-6bb225","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.600522226Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"c8e96af3-085c-49ee-923b-601267550154","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.619402407Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"3d6b6080-f5a6-492c-a2f6-42dd09bcbbe7","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.638308472Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"a5b9e7ee-8d95-4fa5-931b-fb0fcd8ce728","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"name":"e2e-shr-auth-833fef","namespace":"e2e-extmod-shr-user-6bb225","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.638460554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-sub","reconcileID":"15e54e50-51cf-4f3f-b45d-027f1d725d1c","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"maas-trlp-e2e-shr-shared-384e87-e2e-extmod-a-e1769a","model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-a-e1769a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.638986396Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-sub","reconcileID":"58fa845d-bcc4-4c93-9a7f-74c9b3e0b844","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"maas-trlp-e2e-shr-shared-384e87-e2e-extmod-b-206095","model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-b-206095","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.655316727Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"049ca2b6-e290-4744-9511-3f7f95c6fd7b","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.672103908Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"200fc4ac-a178-43fc-89e3-0b97e9091ebc","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.688154744Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"555fbfd6-759b-4d71-b477-823d9d80d878","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"name":"e2e-shr-auth-833fef","namespace":"e2e-extmod-shr-user-6bb225","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.704509687Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"0a64ece7-bfdc-4e3a-85d0-11803a4e8153","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"name":"e2e-shr-auth-833fef","namespace":"e2e-extmod-shr-user-6bb225","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.710725195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"9fb4486b-bbbd-4ab9-af0b-2f7cae39762b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.725935366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"62bda5c3-9d84-4e23-86ae-aee0148b5e74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.725995607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"358b30dc-0f63-410f-bb2b-c3f888778737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.727040415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"ae6f7f16-04a7-4e98-8560-883aa97a520e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.731543709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"9fb4486b-bbbd-4ab9-af0b-2f7cae39762b","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.747496296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"62bda5c3-9d84-4e23-86ae-aee0148b5e74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.747763855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"358b30dc-0f63-410f-bb2b-c3f888778737","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.750246155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"ae6f7f16-04a7-4e98-8560-883aa97a520e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.829247906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"2a8c7ca8-887a-40be-af43-b7bf7156d159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:28.890077871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"2a8c7ca8-887a-40be-af43-b7bf7156d159","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.372862775Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-833fef","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef","reconcileID":"21464ac3-c530-4a98-8ff2-d161c9d82c6f","namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.447062781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"fb24aa90-26cb-494f-9b55-cc6b9915c5ab","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-631422b94406","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.568843512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"12a2e9c8-f48e-4db1-ace5-584baf3aa596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.656913308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"7a0c6956-b80b-4bda-a5f4-7704669f9dfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.702713559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"7eb0638f-6ae0-441d-b5ee-01488047c259","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.75204708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d02ef4e4-06d8-435f-98e5-2fb4dde8b832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.754700314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"4c2e4e2a-d5f3-4987-b78f-54a331c3082b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.761084901Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"5dc51009-e21c-4154-94ec-e348b15f85a0","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"name":"e2e-shr-auth-833fef","namespace":"e2e-extmod-shr-user-6bb225","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.76901089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"7eb0638f-6ae0-441d-b5ee-01488047c259","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.773034823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"7a0c6956-b80b-4bda-a5f4-7704669f9dfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.774914377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"12a2e9c8-f48e-4db1-ace5-584baf3aa596","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.778724507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d02ef4e4-06d8-435f-98e5-2fb4dde8b832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.781722666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"4c2e4e2a-d5f3-4987-b78f-54a331c3082b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.793129354Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"7eb0638f-6ae0-441d-b5ee-01488047c259","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.794367578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-sub","reconcileID":"5f3a27ed-5236-4a8d-af5e-8118f226293e","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"maas-trlp-e2e-shr-shared-384e87-e2e-extmod-a-e1769a","model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-a-e1769a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.794924287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-sub","reconcileID":"e9ef854f-1045-4038-b0de-ea420a8d70ef","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"maas-trlp-e2e-shr-shared-384e87-e2e-extmod-b-206095","model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-b-206095","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.809978025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"86250d4a-015e-4ce6-a512-9a41c9bc5389","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.81007508Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"86250d4a-015e-4ce6-a512-9a41c9bc5389","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"routeName":"external-model-e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b","model":"e2e-cmp-legacy-fe3cd6","externalModel":"e2e-cmp-legacy-fe3cd6","provider":"e2e-cmp-legacy-fe3cd6-provider","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.844534022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"64a662f9-f422-4803-845d-b6bb3792323f","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.993329282Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-fe3cd6-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-sub","reconcileID":"cf3e9fe1-2449-4d9d-8fec-32566177d2f7","MaaSSubscription":{"name":"e2e-cmp-legacy-fe3cd6-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4b88163e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:29.995526569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"591fceeb-76c9-473f-a641-389ee1efb432","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.080142852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"64a662f9-f422-4803-845d-b6bb3792323f","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.103369079Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-833fef","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef","reconcileID":"9e34b14b-3e78-4cc7-be40-4714faea1bea","namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.117605009Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"5b4e17ff-af95-4445-8a9d-073ec16d79c1","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.508772383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"4bbdaad8-8781-4888-a527-dc23238c0cf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.515018798Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"f2cfc3a6-8c0e-457a-8729-8e1919ede7ed","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-631422b94406","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.515745301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"cc922812-857d-40b3-8be8-bc191285d7d0","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.518023048Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a84df8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (45f7a70648538e686407de1eb54891094207be004c74ced53077ae9a2c9b959b) AuthConfig (af6d9f266227300407e808f5dcc725e268fbe2a09edb5d239f4ed5fbf9af5fe6) AuthConfig (2086732227090d2d81da7b4a16a73ab8e933e8e793a8644f1b4a019fe800f7cb) AuthConfig (1779a761049f4bd170cf5fd85a29d45af65ea2a1913546928bd35abef6bdeede) AuthConfig (446c0131cf9fe651a772976789cab9425ace28024e2d2a34fcd1c5155f000eaa) AuthConfig (5b3f644ac5410f6760e9f493aaeaf1f4b3b0d3843f9512f1623f95fe24c41fe7) AuthConfig (69b733f1cdd2597d9332716bb0bb4aa9d08d7a9567727bf0a4d8198d528fcb01) AuthConfig (cfeb142a76f65d982eba222fd402432dced7ae9b3573b003d0bf9cd2fab6017c) AuthConfig (76e92d2f944bf8a49f22fb671660d60e6c1403a96ea20938b4fbf37d907b8d2e) AuthConfig (48cce5a654b3e3fd5f1d41a5bb47e21216cdeb2ceeaccc906567df1eb96cafbc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"64a662f9-f422-4803-845d-b6bb3792323f","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.53191494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"8c82e00b-9ffe-468b-84ce-457bc740ef9e","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.544238209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"4bbdaad8-8781-4888-a527-dc23238c0cf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.550258289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e547be7c-1006-4e81-b1dc-b6afd4442f59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.623319167Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"4068a7bf-e89a-47c5-97ec-35b9e9230b6e","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-82cbb340e233","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-b-206095","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.626685913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"cc922812-857d-40b3-8be8-bc191285d7d0","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.627796549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e547be7c-1006-4e81-b1dc-b6afd4442f59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.629811743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"8c82e00b-9ffe-468b-84ce-457bc740ef9e","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.65663537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"65dec017-0f24-4d17-8006-a3283b025b62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.677720815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"65dec017-0f24-4d17-8006-a3283b025b62","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.792109538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"c0c3e106-f662-4b4d-b8ba-20380598dca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.814338731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"c0c3e106-f662-4b4d-b8ba-20380598dca2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.876778907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"ba68723d-d1a5-4593-ae6c-35b2825e7dda","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.890291301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"6ba821fc-7fb9-4dfa-a437-1921ef258d9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.890596818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"b13a9618-2630-4d85-a897-55aab5a36f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.892821607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"e1cb16ed-915c-4840-ac6c-0a1840797579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.897968854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"ba68723d-d1a5-4593-ae6c-35b2825e7dda","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.912014207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"b13a9618-2630-4d85-a897-55aab5a36f89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.912553519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"6ba821fc-7fb9-4dfa-a437-1921ef258d9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:30.915731734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"e1cb16ed-915c-4840-ac6c-0a1840797579","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.075738471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"4622100f-b3af-4385-819d-aa550cd33937","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.091469664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"44307e11-2f4c-4b9c-b638-83c8823355c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.092603415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"a2f29a83-7d0d-4ac8-bc3d-7ef9bb0427b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.093398579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"555043fb-6614-476a-835d-cb5e8c1ee4af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.097342771Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"4622100f-b3af-4385-819d-aa550cd33937","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.113478304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"44307e11-2f4c-4b9c-b638-83c8823355c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.115337821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"a2f29a83-7d0d-4ac8-bc3d-7ef9bb0427b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.116710553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"555043fb-6614-476a-835d-cb5e8c1ee4af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.191795735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"ea85ec3f-0f39-4e9c-86bc-133396489805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.212835568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"ea85ec3f-0f39-4e9c-86bc-133396489805","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.219880279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"6bda6514-a967-471d-9d91-2b98aea59e45","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.221861721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"0348ab2b-b041-425c-9d23-d6ed5430190a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.221915478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f4b82902-ca27-45b1-be24-75629d147b89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.225053473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"600dc3af-e8be-420e-8e25-acdaf722b866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.242159204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"6bda6514-a967-471d-9d91-2b98aea59e45","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.243529063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f4b82902-ca27-45b1-be24-75629d147b89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.245451921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"0348ab2b-b041-425c-9d23-d6ed5430190a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.247698228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"600dc3af-e8be-420e-8e25-acdaf722b866","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.262629794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"6bda6514-a967-471d-9d91-2b98aea59e45","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.313245371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"fcda4b41-641c-4911-842f-7adfc0444155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.335425606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"fcda4b41-641c-4911-842f-7adfc0444155","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.463663571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f10fbd00-646e-4b16-af7f-7d878db749f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.489107717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f10fbd00-646e-4b16-af7f-7d878db749f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.498120275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"82b5c73f-a0c9-4cf1-8969-f43e21f282d1","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.502484112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"9709bb30-fe1a-405c-b215-ceffc9e3c2d2","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.520735642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"82b5c73f-a0c9-4cf1-8969-f43e21f282d1","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.525994833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"9709bb30-fe1a-405c-b215-ceffc9e3c2d2","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:31.546546288Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a84df8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (45f7a70648538e686407de1eb54891094207be004c74ced53077ae9a2c9b959b) AuthConfig (af6d9f266227300407e808f5dcc725e268fbe2a09edb5d239f4ed5fbf9af5fe6) AuthConfig (2086732227090d2d81da7b4a16a73ab8e933e8e793a8644f1b4a019fe800f7cb) AuthConfig (1779a761049f4bd170cf5fd85a29d45af65ea2a1913546928bd35abef6bdeede) AuthConfig (446c0131cf9fe651a772976789cab9425ace28024e2d2a34fcd1c5155f000eaa) AuthConfig (5b3f644ac5410f6760e9f493aaeaf1f4b3b0d3843f9512f1623f95fe24c41fe7) AuthConfig (69b733f1cdd2597d9332716bb0bb4aa9d08d7a9567727bf0a4d8198d528fcb01) AuthConfig (cfeb142a76f65d982eba222fd402432dced7ae9b3573b003d0bf9cd2fab6017c) AuthConfig (76e92d2f944bf8a49f22fb671660d60e6c1403a96ea20938b4fbf37d907b8d2e) AuthConfig (48cce5a654b3e3fd5f1d41a5bb47e21216cdeb2ceeaccc906567df1eb96cafbc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"9709bb30-fe1a-405c-b215-ceffc9e3c2d2","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:34.42741716Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"92e4d3e6-9d63-41d1-b806-bed484897eea","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-631422b94406","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:34.447109234Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"480437ee-eb16-46d6-82b1-6fbb1661e3d9","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-631422b94406","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:34.480263578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"93d5f189-b0d8-4d27-99aa-e9f5d602bbb7","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:34.501283323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"93d5f189-b0d8-4d27-99aa-e9f5d602bbb7","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:34.706675136Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"3f57e1f2-2c14-4567-8d21-e52a5e311135","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-631422b94406","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.011323814Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-fe3cd6-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-sub","reconcileID":"767a012a-6d93-459a-903d-115c8663342a","MaaSSubscription":{"name":"e2e-cmp-legacy-fe3cd6-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","subscription":"e2e-cmp-legacy-fe3cd6-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.044704331Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-fe3cd6-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-sub","reconcileID":"767a012a-6d93-459a-903d-115c8663342a","MaaSSubscription":{"name":"e2e-cmp-legacy-fe3cd6-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.06488312Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cmp-legacy-fe3cd6-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-sub","reconcileID":"767a012a-6d93-459a-903d-115c8663342a","MaaSSubscription":{"name":"e2e-cmp-legacy-fe3cd6-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"maas-trlp-e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.178404761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"2be4b875-4308-4af2-b71c-9d911a3579c2","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.178444175Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"2be4b875-4308-4af2-b71c-9d911a3579c2","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"routeName":"external-model-e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b","model":"e2e-cmp-legacy-fe3cd6","externalModel":"e2e-cmp-legacy-fe3cd6","provider":"e2e-cmp-legacy-fe3cd6-provider","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.1982235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"4513e335-b45c-4110-9b9c-4f66e6b3f1a6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.220236453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"4513e335-b45c-4110-9b9c-4f66e6b3f1a6","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.33684225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"fe4c8c0d-587a-4156-a915-9b8dc20f57cd","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.336868892Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"fe4c8c0d-587a-4156-a915-9b8dc20f57cd","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"routeName":"external-model-e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b","model":"e2e-cmp-legacy-fe3cd6","externalModel":"e2e-cmp-legacy-fe3cd6","provider":"e2e-cmp-legacy-fe3cd6-provider","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.370764791Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"3f0be3ba-576e-4d98-b3f9-161258ec4822","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.539785002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"3f0be3ba-576e-4d98-b3f9-161258ec4822","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.597763895Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"3f0be3ba-576e-4d98-b3f9-161258ec4822","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.597787279Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6-access","reconcileID":"3f0be3ba-576e-4d98-b3f9-161258ec4822","MaaSAuthPolicy":{"name":"e2e-cmp-legacy-fe3cd6-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.635242374Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"940ce6e0-dc5f-4492-a5c9-76ce68c06f2b","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"ai-tenant-e2e-extmod-a-45036b/e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:40.635278092Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"940ce6e0-dc5f-4492-a5c9-76ce68c06f2b","MaaSModelRef":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"routeName":"external-model-e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b","model":"e2e-cmp-legacy-fe3cd6","externalModel":"e2e-cmp-legacy-fe3cd6","provider":"e2e-cmp-legacy-fe3cd6-provider","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.174900496Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"336090f7-09bb-4da2-875e-3f932d58b068","namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.221963549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"44c881da-c64c-49cb-9349-6ced9afeb9ca","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.222673271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"25c76a31-e980-4f75-8ef9-944bc7ad0908","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.223340172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"1679cbd9-9765-4a27-8ac2-a15a5b406c0c","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.223807546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"1e462720-0f71-43d1-ac9f-7c8e203063e2","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.240028775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"9d13b9b2-cd89-4ad4-8724-549ceb0902f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.244118404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"25c76a31-e980-4f75-8ef9-944bc7ad0908","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.244939375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"44c881da-c64c-49cb-9349-6ced9afeb9ca","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.246495234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"1679cbd9-9765-4a27-8ac2-a15a5b406c0c","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.248347399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"1e462720-0f71-43d1-ac9f-7c8e203063e2","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.261207229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"9d13b9b2-cd89-4ad4-8724-549ceb0902f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.263932158Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"25c76a31-e980-4f75-8ef9-944bc7ad0908","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.265219947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a84df8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (45f7a70648538e686407de1eb54891094207be004c74ced53077ae9a2c9b959b) AuthConfig (af6d9f266227300407e808f5dcc725e268fbe2a09edb5d239f4ed5fbf9af5fe6) AuthConfig (2086732227090d2d81da7b4a16a73ab8e933e8e793a8644f1b4a019fe800f7cb) AuthConfig (1779a761049f4bd170cf5fd85a29d45af65ea2a1913546928bd35abef6bdeede) AuthConfig (446c0131cf9fe651a772976789cab9425ace28024e2d2a34fcd1c5155f000eaa) AuthConfig (5b3f644ac5410f6760e9f493aaeaf1f4b3b0d3843f9512f1623f95fe24c41fe7) AuthConfig (69b733f1cdd2597d9332716bb0bb4aa9d08d7a9567727bf0a4d8198d528fcb01) AuthConfig (cfeb142a76f65d982eba222fd402432dced7ae9b3573b003d0bf9cd2fab6017c) AuthConfig (76e92d2f944bf8a49f22fb671660d60e6c1403a96ea20938b4fbf37d907b8d2e) AuthConfig (48cce5a654b3e3fd5f1d41a5bb47e21216cdeb2ceeaccc906567df1eb96cafbc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"44c881da-c64c-49cb-9349-6ced9afeb9ca","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.330382119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"72bfb9d9-a33c-4221-8590-d1cfafd2120a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.330631169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"3bcbdc35-6044-4c73-87fb-7295146d9af8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.357037923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"3bcbdc35-6044-4c73-87fb-7295146d9af8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.358657943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"72bfb9d9-a33c-4221-8590-d1cfafd2120a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.364295499Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cmp-legacy-fe3cd6","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","reconcileID":"3f14e10c-caf7-44b7-a608-66da240e06c1","namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cmp-legacy-fe3cd6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.449539041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"bc0aba7b-a64d-4048-aba2-d1d4093b1d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.449562921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"98c2e92c-dab3-44a8-acf7-28f01ff04dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.450029703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"ed2a7514-04f3-4f10-863c-78a13a739eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.471965474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"bc0aba7b-a64d-4048-aba2-d1d4093b1d15","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.472027268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"ed2a7514-04f3-4f10-863c-78a13a739eed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.474444299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"98c2e92c-dab3-44a8-acf7-28f01ff04dc4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.558292045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"31c27acf-eabb-4544-88a4-3fa941da1a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.562438697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"681a4488-7ed4-4f7d-bf26-0a171d2f11f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.613274689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"31c27acf-eabb-4544-88a4-3fa941da1a51","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.623848628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"681a4488-7ed4-4f7d-bf26-0a171d2f11f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.806892896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"241d8026-bdb5-489a-ad47-1a863b42cdcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:41.863416146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5260371-12cd-4125-b8b0-d0ae776ebce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.023920024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"241d8026-bdb5-489a-ad47-1a863b42cdcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.097866696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"bffc4d85-200d-4ece-b3bb-baadca84a6b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.197134305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"bffc4d85-200d-4ece-b3bb-baadca84a6b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.200850236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"286f03d0-cf91-4ad0-b4c8-6fc20e8cd8a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.221922522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"7e092aad-0f7c-4e54-aeee-5cc11bc731be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.233591306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"286f03d0-cf91-4ad0-b4c8-6fc20e8cd8a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.237541267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5260371-12cd-4125-b8b0-d0ae776ebce4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.253786107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"7e092aad-0f7c-4e54-aeee-5cc11bc731be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.296084999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"e65f1436-2b21-4aaf-ba6f-78bcb0919d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.31758881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"e65f1436-2b21-4aaf-ba6f-78bcb0919d00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.404011015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"5d862947-8ac4-4744-a3af-f8f6665bb143","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.447722862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"5d862947-8ac4-4744-a3af-f8f6665bb143","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.482976091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"121d6df0-de9e-449f-a07e-4cc9c9d99f44","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.504969751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"7752ca3d-ae85-4ab8-b694-58f58791dfe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.504964604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"e2b4797d-925b-427b-98d3-75f83324a3c6","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.505304004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"99a60793-f052-47fa-a962-83835a800be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.509962156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"121d6df0-de9e-449f-a07e-4cc9c9d99f44","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.527732932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"7752ca3d-ae85-4ab8-b694-58f58791dfe7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.52892746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"e2b4797d-925b-427b-98d3-75f83324a3c6","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.529992279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"99a60793-f052-47fa-a962-83835a800be3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.533229454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"121d6df0-de9e-449f-a07e-4cc9c9d99f44","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.588484304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"adf7f77d-312b-4433-b38b-5b55f47b605b","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.618753086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"adf7f77d-312b-4433-b38b-5b55f47b605b","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.639366192Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a84df8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (45f7a70648538e686407de1eb54891094207be004c74ced53077ae9a2c9b959b) AuthConfig (af6d9f266227300407e808f5dcc725e268fbe2a09edb5d239f4ed5fbf9af5fe6) AuthConfig (2086732227090d2d81da7b4a16a73ab8e933e8e793a8644f1b4a019fe800f7cb) AuthConfig (1779a761049f4bd170cf5fd85a29d45af65ea2a1913546928bd35abef6bdeede) AuthConfig (446c0131cf9fe651a772976789cab9425ace28024e2d2a34fcd1c5155f000eaa) AuthConfig (5b3f644ac5410f6760e9f493aaeaf1f4b3b0d3843f9512f1623f95fe24c41fe7) AuthConfig (69b733f1cdd2597d9332716bb0bb4aa9d08d7a9567727bf0a4d8198d528fcb01) AuthConfig (cfeb142a76f65d982eba222fd402432dced7ae9b3573b003d0bf9cd2fab6017c) AuthConfig (76e92d2f944bf8a49f22fb671660d60e6c1403a96ea20938b4fbf37d907b8d2e) AuthConfig (48cce5a654b3e3fd5f1d41a5bb47e21216cdeb2ceeaccc906567df1eb96cafbc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"adf7f77d-312b-4433-b38b-5b55f47b605b","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.683682965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"9d4ef051-ec93-4652-a17c-cdad133073a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.684100099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"63158541-2837-4720-a69c-fbeb7bb73a96","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.704930059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"9d4ef051-ec93-4652-a17c-cdad133073a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.705182581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"63158541-2837-4720-a69c-fbeb7bb73a96","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.799837863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"1dd7a397-85ec-4af1-a95e-862ed4d9e73c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.799841946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"af5583f1-8e8e-4d6f-899a-c93d8597cc29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.800435943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"bcec2976-052a-4fdf-9d1f-596dfd5a1946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.821197324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"1dd7a397-85ec-4af1-a95e-862ed4d9e73c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.821456585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"af5583f1-8e8e-4d6f-899a-c93d8597cc29","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:42.824616217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"bcec2976-052a-4fdf-9d1f-596dfd5a1946","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.255322009Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"d5ea4d98-4541-4de3-8f77-a5307c9d62c0","namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.275600752Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"4f743e7b-ba34-4672-b019-df10b19d6075","namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.29342454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"84d22c13-1f46-4e5b-82cf-59b8e3488c47","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.293598176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"26d08ab2-d360-4474-a2ab-7d623cb2e609","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.294479802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"a8a85846-f9ec-419e-9780-dec17070469a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.294871006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"820cca6a-d9fc-4d56-afa5-9b0edcfdf68d","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.30474787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"65312bbd-04d3-418e-b258-6931a7028788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.314421768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"84d22c13-1f46-4e5b-82cf-59b8e3488c47","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.31456798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"26d08ab2-d360-4474-a2ab-7d623cb2e609","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.316876715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"a8a85846-f9ec-419e-9780-dec17070469a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.316925478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"820cca6a-d9fc-4d56-afa5-9b0edcfdf68d","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.325539962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"65312bbd-04d3-418e-b258-6931a7028788","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.3810666Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a84df8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (45f7a70648538e686407de1eb54891094207be004c74ced53077ae9a2c9b959b) AuthConfig (af6d9f266227300407e808f5dcc725e268fbe2a09edb5d239f4ed5fbf9af5fe6) AuthConfig (2086732227090d2d81da7b4a16a73ab8e933e8e793a8644f1b4a019fe800f7cb) AuthConfig (1779a761049f4bd170cf5fd85a29d45af65ea2a1913546928bd35abef6bdeede) AuthConfig (446c0131cf9fe651a772976789cab9425ace28024e2d2a34fcd1c5155f000eaa) AuthConfig (5b3f644ac5410f6760e9f493aaeaf1f4b3b0d3843f9512f1623f95fe24c41fe7) AuthConfig (69b733f1cdd2597d9332716bb0bb4aa9d08d7a9567727bf0a4d8198d528fcb01) AuthConfig (cfeb142a76f65d982eba222fd402432dced7ae9b3573b003d0bf9cd2fab6017c) AuthConfig (76e92d2f944bf8a49f22fb671660d60e6c1403a96ea20938b4fbf37d907b8d2e) AuthConfig (48cce5a654b3e3fd5f1d41a5bb47e21216cdeb2ceeaccc906567df1eb96cafbc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"a8a85846-f9ec-419e-9780-dec17070469a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.399622835Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"84d22c13-1f46-4e5b-82cf-59b8e3488c47","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.475409241Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"bbccf27b-6045-4436-ad11-ce3ce89d1706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.475562288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"932e8d71-e001-45d6-885d-ff0c83b21cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.501467815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"bbccf27b-6045-4436-ad11-ce3ce89d1706","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.502633062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"932e8d71-e001-45d6-885d-ff0c83b21cd8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.51268783Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"c7aa9d38-8be6-43bd-9751-b1dbc36f7fc8","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.519860808Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"2478d538-ace5-4079-b24e-ee3024453622","namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.550902622Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"d0602dd3-c7f4-4ce9-9a93-f7d0e2e10c43","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.558244151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"81c6cee2-6d5d-4b0d-b603-726c7c514655","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.558773469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"68da8f7b-569e-437b-ab1d-4957d2240708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.559245123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"4265a36e-fd1c-4e5f-9102-d62f635f3e4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:33:43.578011213Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"d0602dd3-c7f4-4ce9-9a93-f7d0e2e10c43","name":"e2e-cfl-same-32cb67","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-32cb67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:33:43.581980862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"d0602dd3-c7f4-4ce9-9a93-f7d0e2e10c43","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-32cb67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.592922227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"4265a36e-fd1c-4e5f-9102-d62f635f3e4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.599030457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"81c6cee2-6d5d-4b0d-b603-726c7c514655","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.602810971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"68da8f7b-569e-437b-ab1d-4957d2240708","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.624454609Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"d15ca950-d138-4552-aff4-8417e25be10b","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.746102751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3607886-ff90-4cfa-abf6-d091ceca48b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.746102353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"7bc023bd-344c-4106-a123-4cf7618266d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.768918178Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3607886-ff90-4cfa-abf6-d091ceca48b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.768954772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"7bc023bd-344c-4106-a123-4cf7618266d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.850504065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"ad80912c-dd69-45c1-818e-42ba9aff4d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.850517758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"8cbdb00a-bde8-4918-8fbe-d698c1a1919f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.850834417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bd96fc5-b4c4-4476-bfd9-abbf19fe8f94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.871988503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1bd96fc5-b4c4-4476-bfd9-abbf19fe8f94","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.872064089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"8cbdb00a-bde8-4918-8fbe-d698c1a1919f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:43.87533714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"ad80912c-dd69-45c1-818e-42ba9aff4d93","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.210804039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"5918d5be-7496-4ad6-a695-57c5c77554a9","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.210849668Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"5918d5be-7496-4ad6-a695-57c5c77554a9","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"routeName":"external-model-e2e-cfl-same-32cb67-80fbfabd45cd","namespace":"e2e-extmod-cfl-2-2aa680","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.211418297Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"694da557-bfb1-4a03-86f6-a81ea66aa18b","namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.231726625Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"9ca3a3e9-b3e8-4745-8b17-08466c053685","namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.374551532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"f2772203-654c-44c4-aa43-86551a02c18e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.576336985Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"5ae48a84-ac11-4537-a149-9a8027cabdc2","namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.576434709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"a0699a36-ee63-45d2-a57b-a61887602c4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.58763435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"f2772203-654c-44c4-aa43-86551a02c18e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.59377723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"3f2aa3ed-1f9c-4e48-8174-218e3c829d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.604137629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"97cacb4c-6abc-4162-a73c-84c5841a0dfa","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.66486108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"0ef08a74-77cb-469b-994e-a14bd0f2fd8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.667549038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"a0699a36-ee63-45d2-a57b-a61887602c4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.667813078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"3f2aa3ed-1f9c-4e48-8174-218e3c829d44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.671549398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"97cacb4c-6abc-4162-a73c-84c5841a0dfa","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.681362919Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"9014dda3-fda8-41cc-87ee-b77aa18e87d5","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.686709808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"0ef08a74-77cb-469b-994e-a14bd0f2fd8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.693669917Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"7e701f3c-4aaf-4a58-93f6-0ec939616695","namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.790943435Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"684dde71-1e22-4bc3-b710-6183be4b7756","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.81757379Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"dbc9de6a-131b-417b-a9f8-dd1cd590fd9e","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.837670157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"09bc86a9-8744-4303-b515-a51f3baacfcf","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.860263331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"09bc86a9-8744-4303-b515-a51f3baacfcf","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.919737712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"051e44f2-d44c-4955-8efb-801a48f94404","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.919739579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"2c9a6495-1092-499e-809b-c17dac243a1a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.921440816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"27169de8-ef11-4c80-a1b0-284a18d14737","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.936767133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"434032a2-a5b0-45d2-96c8-f9a62f8244d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.941213652Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"2c9a6495-1092-499e-809b-c17dac243a1a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.942493586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"051e44f2-d44c-4955-8efb-801a48f94404","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.945946996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"27169de8-ef11-4c80-a1b0-284a18d14737","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.958465456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"434032a2-a5b0-45d2-96c8-f9a62f8244d7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.96486805Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a84df8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (45f7a70648538e686407de1eb54891094207be004c74ced53077ae9a2c9b959b) AuthConfig (af6d9f266227300407e808f5dcc725e268fbe2a09edb5d239f4ed5fbf9af5fe6) AuthConfig (2086732227090d2d81da7b4a16a73ab8e933e8e793a8644f1b4a019fe800f7cb) AuthConfig (1779a761049f4bd170cf5fd85a29d45af65ea2a1913546928bd35abef6bdeede) AuthConfig (446c0131cf9fe651a772976789cab9425ace28024e2d2a34fcd1c5155f000eaa) AuthConfig (5b3f644ac5410f6760e9f493aaeaf1f4b3b0d3843f9512f1623f95fe24c41fe7) AuthConfig (69b733f1cdd2597d9332716bb0bb4aa9d08d7a9567727bf0a4d8198d528fcb01) AuthConfig (cfeb142a76f65d982eba222fd402432dced7ae9b3573b003d0bf9cd2fab6017c) AuthConfig (76e92d2f944bf8a49f22fb671660d60e6c1403a96ea20938b4fbf37d907b8d2e) AuthConfig (48cce5a654b3e3fd5f1d41a5bb47e21216cdeb2ceeaccc906567df1eb96cafbc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"2c9a6495-1092-499e-809b-c17dac243a1a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:44.968806399Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"051e44f2-d44c-4955-8efb-801a48f94404","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:45.020030649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"2850198c-c651-46bc-b9b3-dd60a5ccd80c","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:45.035775666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"0ea5cd81-7245-4a90-8540-2bfcf91d849f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:45.041392737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"2850198c-c651-46bc-b9b3-dd60a5ccd80c","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:45.062331772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"0ea5cd81-7245-4a90-8540-2bfcf91d849f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:45.08796067Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"93e622d5-f220-49c7-9046-926ee1c3e2df","namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:45.104789747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"ff6647da-757c-4b42-9554-c835c031cadd","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:45.104816598Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"ff6647da-757c-4b42-9554-c835c031cadd","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:45.135613654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"08d048d3-74cc-46ad-a217-2fef34c8256a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:45.135617577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"4be474ba-fdcf-49a8-8d5b-a8f6a207967b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:45.160911129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"08d048d3-74cc-46ad-a217-2fef34c8256a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:45.17510659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"4be474ba-fdcf-49a8-8d5b-a8f6a207967b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:45.399331726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"cb0a2e54-d3ce-4728-a8b1-4868296a0cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:45.79723127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"cb0a2e54-d3ce-4728-a8b1-4868296a0cab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.035538399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"a04026ca-3cf7-4d4e-b725-a621526ace59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.053670761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"90ddeb79-09ab-4667-9edb-3ced135efb5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.05623961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"d78729a7-a51f-48a6-95e1-0d337ceb5568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.056617916Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.056911125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fcb2df7-c028-41e0-b6da-462b976c8786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.064068805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"a04026ca-3cf7-4d4e-b725-a621526ace59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.115127092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"90ddeb79-09ab-4667-9edb-3ced135efb5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.149983013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"d78729a7-a51f-48a6-95e1-0d337ceb5568","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.152582229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fcb2df7-c028-41e0-b6da-462b976c8786","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.187296292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee61d67f-670f-42d7-bd58-198894e4b5fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.208065658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ee61d67f-670f-42d7-bd58-198894e4b5fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.232023996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"bfc104b3-1e63-4e33-a86f-33c568cf10c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.246458822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"f8a4d2bc-8dc2-41bc-b157-d13141bd254d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.252998707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"bfc104b3-1e63-4e33-a86f-33c568cf10c9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.269300946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"f8a4d2bc-8dc2-41bc-b157-d13141bd254d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.421826449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"dc495845-dc1d-4a20-9e37-b5fea308361b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.422493345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"1830908d-fa2a-413e-80de-274cd365f9f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.445583941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"dc495845-dc1d-4a20-9e37-b5fea308361b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.449345002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"1830908d-fa2a-413e-80de-274cd365f9f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.459347358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"f430c9c8-3fa0-469f-a9ae-77d58f1c150e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.459710514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"7e228d4a-64f9-45b7-a2d9-4790fa102b37","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.481602352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"f430c9c8-3fa0-469f-a9ae-77d58f1c150e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.483064691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"7e228d4a-64f9-45b7-a2d9-4790fa102b37","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.536367874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"97963661-aad4-4cf9-ab65-20f0d2384d87","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.537110995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"1e9a686b-8f25-4312-8215-778b639032b5","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.53754232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"fcfb0218-7634-445a-8a5b-1d86fdaa797d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.562957819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"1e9a686b-8f25-4312-8215-778b639032b5","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.572126155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"fcfb0218-7634-445a-8a5b-1d86fdaa797d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.575360258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"97963661-aad4-4cf9-ab65-20f0d2384d87","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.585420304Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a84df8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (45f7a70648538e686407de1eb54891094207be004c74ced53077ae9a2c9b959b) AuthConfig (af6d9f266227300407e808f5dcc725e268fbe2a09edb5d239f4ed5fbf9af5fe6) AuthConfig (2086732227090d2d81da7b4a16a73ab8e933e8e793a8644f1b4a019fe800f7cb) AuthConfig (1779a761049f4bd170cf5fd85a29d45af65ea2a1913546928bd35abef6bdeede) AuthConfig (446c0131cf9fe651a772976789cab9425ace28024e2d2a34fcd1c5155f000eaa) AuthConfig (5b3f644ac5410f6760e9f493aaeaf1f4b3b0d3843f9512f1623f95fe24c41fe7) AuthConfig (69b733f1cdd2597d9332716bb0bb4aa9d08d7a9567727bf0a4d8198d528fcb01) AuthConfig (cfeb142a76f65d982eba222fd402432dced7ae9b3573b003d0bf9cd2fab6017c) AuthConfig (76e92d2f944bf8a49f22fb671660d60e6c1403a96ea20938b4fbf37d907b8d2e) AuthConfig (48cce5a654b3e3fd5f1d41a5bb47e21216cdeb2ceeaccc906567df1eb96cafbc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"1e9a686b-8f25-4312-8215-778b639032b5","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.595980706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"97963661-aad4-4cf9-ab65-20f0d2384d87","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.63796862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"8aa085f6-1693-45d1-9937-db5d9aa0c38a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.638684368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"5fa94b82-98b6-4d06-84ea-3700d6402251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.662823322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"8aa085f6-1693-45d1-9937-db5d9aa0c38a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.665911181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"5fa94b82-98b6-4d06-84ea-3700d6402251","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.737737307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"7e01db3e-1310-4355-9e3f-b6d7279a09f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.738087322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"b93e5508-cfc3-4a83-84b0-73b405f7db7b","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.740352065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"f9e46c94-cd3c-4f09-9772-726f00a124b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.816042405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"f9e46c94-cd3c-4f09-9772-726f00a124b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.868893161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"7e01db3e-1310-4355-9e3f-b6d7279a09f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.871475295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"b93e5508-cfc3-4a83-84b0-73b405f7db7b","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.885777924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"dc5de615-64ad-4a91-97db-ad9cbb256f27","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.889237727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"2b55406b-c478-442e-9640-17ca9576a5a2","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.909205006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"dc5de615-64ad-4a91-97db-ad9cbb256f27","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:46.911437145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"2b55406b-c478-442e-9640-17ca9576a5a2","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.014435428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"bc22066c-08e3-4c34-90f9-36c5aeb28b05","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.014476409Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"bc22066c-08e3-4c34-90f9-36c5aeb28b05","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.039687626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"4de65532-759d-487d-a778-0e7c796efcd3","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.039717637Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"4de65532-759d-487d-a778-0e7c796efcd3","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.076116149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"2c52e798-8ffe-4857-a06c-5928de74742d","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.101913828Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e1769a priority=0:[ai-tenant-e2e-extmod-a-e1769a/e2e-shr-auth-833fef-sub ai-tenant-e2e-extmod-a-e1769a/e2e-shr-shared-384e87-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.119982905Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"d7733181-1b57-40d3-8d04-7992d26fd029","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-631422b94406","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.133863043Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"2c52e798-8ffe-4857-a06c-5928de74742d","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:33:50.135989698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-sub","reconcileID":"dff7235e-9656-402f-ab08-0960a8199a72","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-833fef-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.153851738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"2c52e798-8ffe-4857-a06c-5928de74742d","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.168329909Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"9505b7b9-8e52-4068-b318-900181ef6448","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-631422b94406","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:33:50.187011644Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"9505b7b9-8e52-4068-b318-900181ef6448","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-833fef-e2e-extmod-a-e1769a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:33:50.187098937Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"9505b7b9-8e52-4068-b318-900181ef6448","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-833fef-e2e-extmod-a-e1769a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.191128794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"25c5304a-ec4f-4039-903d-fdcaf71a66a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.203819603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"d01294ef-5213-46f3-8a2d-20f58ca8c587","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.20501455Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"1da56d6b-743d-4aa0-b53e-2490d4bd8d6e","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.21227309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"25c5304a-ec4f-4039-903d-fdcaf71a66a0","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.221785805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"e2631e83-5a2f-4a8d-97a7-bc24a51003a1","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.221806995Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"e2631e83-5a2f-4a8d-97a7-bc24a51003a1","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.225290055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"d01294ef-5213-46f3-8a2d-20f58ca8c587","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.238381361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"937fd6bf-3536-460c-8cb3-a84207016396","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-631422b94406","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.290083682Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-sub","reconcileID":"c7359fb6-2f72-4eda-9b66-8d7633a6054a","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"maas-trlp-e2e-shr-auth-833fef-e2e-extmod-a-e1769a","model":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-e1769a/e2e-shr-auth-833fef-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.392500869Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"81616ec2-0fc0-4e6b-81df-4a40d0c9376d","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-631422b94406","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.412830336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"64afaf22-ee89-4a24-b479-847fa61b2291","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.412845495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"0325a073-fabb-46b9-9a7e-a97aab897a09","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.434777737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"64afaf22-ee89-4a24-b479-847fa61b2291","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.435506651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"0325a073-fabb-46b9-9a7e-a97aab897a09","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:50.446647508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-sub","reconcileID":"d4f44f21-6a6f-4fc1-ad4f-aebc7cdaa0ee","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"maas-trlp-e2e-shr-auth-833fef-e2e-extmod-a-e1769a","model":"e2e-extmod-shr-user-6bb225/e2e-shr-auth-833fef-e2e-extmod-a-e1769a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:52.929475429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f478f6-51ca-4db1-a3e6-adb1d6ff6191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:52.949944494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f478f6-51ca-4db1-a3e6-adb1d6ff6191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:52.966392614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f478f6-51ca-4db1-a3e6-adb1d6ff6191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:52.982427498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f6f478f6-51ca-4db1-a3e6-adb1d6ff6191","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:53.701328185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0cf48f0-7a6b-461c-8c7b-5d4346e958ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:53.718143044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0cf48f0-7a6b-461c-8c7b-5d4346e958ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:53.740148667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0cf48f0-7a6b-461c-8c7b-5d4346e958ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:53.757404299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0cf48f0-7a6b-461c-8c7b-5d4346e958ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:56.752561899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"1ef00f75-e681-40cb-93b9-56eb82c7073e","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:56.844838045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"1ef00f75-e681-40cb-93b9-56eb82c7073e","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:56.845341631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"c4855490-e4ad-4249-bcf2-aefc74febecd","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:56.86923926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"1ef00f75-e681-40cb-93b9-56eb82c7073e","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:56.872610972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"c4855490-e4ad-4249-bcf2-aefc74febecd","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:33:56.892581844Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a84df8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (45f7a70648538e686407de1eb54891094207be004c74ced53077ae9a2c9b959b) AuthConfig (af6d9f266227300407e808f5dcc725e268fbe2a09edb5d239f4ed5fbf9af5fe6) AuthConfig (2086732227090d2d81da7b4a16a73ab8e933e8e793a8644f1b4a019fe800f7cb) AuthConfig (1779a761049f4bd170cf5fd85a29d45af65ea2a1913546928bd35abef6bdeede) AuthConfig (446c0131cf9fe651a772976789cab9425ace28024e2d2a34fcd1c5155f000eaa) AuthConfig (5b3f644ac5410f6760e9f493aaeaf1f4b3b0d3843f9512f1623f95fe24c41fe7) AuthConfig (69b733f1cdd2597d9332716bb0bb4aa9d08d7a9567727bf0a4d8198d528fcb01) AuthConfig (cfeb142a76f65d982eba222fd402432dced7ae9b3573b003d0bf9cd2fab6017c) AuthConfig (76e92d2f944bf8a49f22fb671660d60e6c1403a96ea20938b4fbf37d907b8d2e) AuthConfig (48cce5a654b3e3fd5f1d41a5bb47e21216cdeb2ceeaccc906567df1eb96cafbc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"c4855490-e4ad-4249-bcf2-aefc74febecd","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:00.211544721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"956704c4-5082-4462-b21b-9658e4960ef1","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:00.234151061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"956704c4-5082-4462-b21b-9658e4960ef1","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:00.254714061Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"956704c4-5082-4462-b21b-9658e4960ef1","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:06.90648811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"52af3be0-0dc0-4422-b049-9f1810e5cb62","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:06.933539139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"c8a7573d-7537-4090-b265-b08d312f657e","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:06.935970401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"52af3be0-0dc0-4422-b049-9f1810e5cb62","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:06.957915982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"c8a7573d-7537-4090-b265-b08d312f657e","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:06.959750895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"52af3be0-0dc0-4422-b049-9f1810e5cb62","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:06.978621188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a84df8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (45f7a70648538e686407de1eb54891094207be004c74ced53077ae9a2c9b959b) AuthConfig (af6d9f266227300407e808f5dcc725e268fbe2a09edb5d239f4ed5fbf9af5fe6) AuthConfig (2086732227090d2d81da7b4a16a73ab8e933e8e793a8644f1b4a019fe800f7cb) AuthConfig (1779a761049f4bd170cf5fd85a29d45af65ea2a1913546928bd35abef6bdeede) AuthConfig (446c0131cf9fe651a772976789cab9425ace28024e2d2a34fcd1c5155f000eaa) AuthConfig (5b3f644ac5410f6760e9f493aaeaf1f4b3b0d3843f9512f1623f95fe24c41fe7) AuthConfig (69b733f1cdd2597d9332716bb0bb4aa9d08d7a9567727bf0a4d8198d528fcb01) AuthConfig (cfeb142a76f65d982eba222fd402432dced7ae9b3573b003d0bf9cd2fab6017c) AuthConfig (76e92d2f944bf8a49f22fb671660d60e6c1403a96ea20938b4fbf37d907b8d2e) AuthConfig (48cce5a654b3e3fd5f1d41a5bb47e21216cdeb2ceeaccc906567df1eb96cafbc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"c8a7573d-7537-4090-b265-b08d312f657e","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:09.454751839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85052f3b-a7e1-4043-a7f0-acc5c3245075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:09.471135592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85052f3b-a7e1-4043-a7f0-acc5c3245075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:09.492155482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85052f3b-a7e1-4043-a7f0-acc5c3245075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:09.508507645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85052f3b-a7e1-4043-a7f0-acc5c3245075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:10.255420441Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-6d9e36","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-6d9e36","reconcileID":"316ecccf-55ca-4757-9f38-63c3bb94e845","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-6d9e36","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-6d9e36":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:10.264604622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93dedcbb-e328-4861-94c3-59ae5eceb2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:10.280850415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93dedcbb-e328-4861-94c3-59ae5eceb2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:10.297016047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93dedcbb-e328-4861-94c3-59ae5eceb2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:10.313007875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93dedcbb-e328-4861-94c3-59ae5eceb2f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:10.328974224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"75764ce2-0402-4da7-af02-f6dbc66b2678","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:10.352885521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"75764ce2-0402-4da7-af02-f6dbc66b2678","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:10.373606779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"75764ce2-0402-4da7-af02-f6dbc66b2678","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:11.093238861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0360d85-7f02-4483-8acc-13b7feb7c965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:11.109996759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0360d85-7f02-4483-8acc-13b7feb7c965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:11.127129091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0360d85-7f02-4483-8acc-13b7feb7c965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:11.143425313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0360d85-7f02-4483-8acc-13b7feb7c965","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:11.936633955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f92b69c-244f-494b-a50e-099afc5da54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:11.953297865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f92b69c-244f-494b-a50e-099afc5da54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:11.969873855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f92b69c-244f-494b-a50e-099afc5da54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:11.986098614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f92b69c-244f-494b-a50e-099afc5da54c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:13.136276815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9e827a-ebb4-4862-af8d-c78ce56d0f31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:13.155025385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9e827a-ebb4-4862-af8d-c78ce56d0f31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:13.17162658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9e827a-ebb4-4862-af8d-c78ce56d0f31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:13.189210342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c9e827a-ebb4-4862-af8d-c78ce56d0f31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:15.663641329Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:17.00042789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"3b725281-6528-44cd-b5e4-fd8e3deb306a","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:17.017682547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"fb1765fd-d116-4e4d-aeb6-bd9211ba52dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:17.024244741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"3b725281-6528-44cd-b5e4-fd8e3deb306a","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:17.041365124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"fb1765fd-d116-4e4d-aeb6-bd9211ba52dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:17.045417454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"3b725281-6528-44cd-b5e4-fd8e3deb306a","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:17.063206315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a84df8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (45f7a70648538e686407de1eb54891094207be004c74ced53077ae9a2c9b959b) AuthConfig (af6d9f266227300407e808f5dcc725e268fbe2a09edb5d239f4ed5fbf9af5fe6) AuthConfig (2086732227090d2d81da7b4a16a73ab8e933e8e793a8644f1b4a019fe800f7cb) AuthConfig (1779a761049f4bd170cf5fd85a29d45af65ea2a1913546928bd35abef6bdeede) AuthConfig (446c0131cf9fe651a772976789cab9425ace28024e2d2a34fcd1c5155f000eaa) AuthConfig (5b3f644ac5410f6760e9f493aaeaf1f4b3b0d3843f9512f1623f95fe24c41fe7) AuthConfig (69b733f1cdd2597d9332716bb0bb4aa9d08d7a9567727bf0a4d8198d528fcb01) AuthConfig (cfeb142a76f65d982eba222fd402432dced7ae9b3573b003d0bf9cd2fab6017c) AuthConfig (76e92d2f944bf8a49f22fb671660d60e6c1403a96ea20938b4fbf37d907b8d2e) AuthConfig (48cce5a654b3e3fd5f1d41a5bb47e21216cdeb2ceeaccc906567df1eb96cafbc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"fb1765fd-d116-4e4d-aeb6-bd9211ba52dc","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:20.431013764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"ec98de3e-07da-402e-82c2-25266ef9c45d","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:20.45287825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"ec98de3e-07da-402e-82c2-25266ef9c45d","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:20.473307524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"ec98de3e-07da-402e-82c2-25266ef9c45d","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:23.227878151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"8d39dfe3-78f3-470f-b2d0-7c999de5945c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-9965bf","tenantID":"e2e-inf-b-9965bf","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:23.289931017Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"8d39dfe3-78f3-470f-b2d0-7c999de5945c","name":"e2e-inf-b-9965bf-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:27.12163177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"0d28e59d-6a90-471a-a823-0e3998050f87","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:27.143394082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"0d28e59d-6a90-471a-a823-0e3998050f87","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:27.163155537Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"0d28e59d-6a90-471a-a823-0e3998050f87","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:27.240350994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"5f303240-c652-4e63-8004-0effdd1d279e","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:27.263642478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"5f303240-c652-4e63-8004-0effdd1d279e","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:27.283487016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-a84df8-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (45f7a70648538e686407de1eb54891094207be004c74ced53077ae9a2c9b959b) AuthConfig (af6d9f266227300407e808f5dcc725e268fbe2a09edb5d239f4ed5fbf9af5fe6) AuthConfig (2086732227090d2d81da7b4a16a73ab8e933e8e793a8644f1b4a019fe800f7cb) AuthConfig (1779a761049f4bd170cf5fd85a29d45af65ea2a1913546928bd35abef6bdeede) AuthConfig (446c0131cf9fe651a772976789cab9425ace28024e2d2a34fcd1c5155f000eaa) AuthConfig (5b3f644ac5410f6760e9f493aaeaf1f4b3b0d3843f9512f1623f95fe24c41fe7) AuthConfig (69b733f1cdd2597d9332716bb0bb4aa9d08d7a9567727bf0a4d8198d528fcb01) AuthConfig (cfeb142a76f65d982eba222fd402432dced7ae9b3573b003d0bf9cd2fab6017c) AuthConfig (76e92d2f944bf8a49f22fb671660d60e6c1403a96ea20938b4fbf37d907b8d2e) AuthConfig (48cce5a654b3e3fd5f1d41a5bb47e21216cdeb2ceeaccc906567df1eb96cafbc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"5f303240-c652-4e63-8004-0effdd1d279e","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:29.087335164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-sub","reconcileID":"2ab2a370-8e0b-4e46-ae60-25fe389215b4","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"maas-trlp-e2e-shr-auth-833fef-e2e-extmod-a-e1769a","model":"e2e-extmod-shr-user-6bb225/e2e-shr-auth-833fef-e2e-extmod-a-e1769a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:29.187526565Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"80124bc9-0eb0-44d7-b8c2-1f3358597f95","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-631422b94406","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:30.441801346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"f3bbfd23-c4f0-4dd3-b0dd-72ced8c4b838","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:30.463521266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"f3bbfd23-c4f0-4dd3-b0dd-72ced8c4b838","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:30.483648679Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc0b5cca576730eea065d3a9c3ac42699a97a2a8be9d4eb764f9d3324d3a47c6) AuthConfig (f0564543be10f4484cb4fea1a74c05160b77f4f7264549455d30ece553ececd0) AuthConfig (22aab5fe188507be2b7a81950b392004824fe3e9e4c9de1ace42f730d6b3527f) AuthConfig (7b142cdff333346070bde7f6c27a9cfc938ff341cacae84248c067fa433cf902) AuthConfig (b2dc553a6f5b16133aae6e133c87b9592c29506660800898dda9d4990d817378) AuthConfig (1bb0c54045ebbc13444ee0b5cfa75ceaf23bdc4572e076f99d4e134815e8f839) AuthConfig (0ecb6d41747904452c4aa588496f92a6701419257dbd5920a5bc24f2dcf88f9e) AuthConfig (42d8870d31b82e120275eb0f90808ec2ff3981aabd8acb12d194b7856f0d825f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"f3bbfd23-c4f0-4dd3-b0dd-72ced8c4b838","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:30.491801621Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"51e610c2-f163-4ff2-a675-0e96ca1eb7f5","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-82cbb340e233","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-b-206095","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:30.512666355Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"ba5c1e55-e757-4f4e-8a31-5b4d39bbce3d","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-82cbb340e233","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-b-206095","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:30.529861173Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"cd59ef89-5ead-4e4b-b461-cf6153c25955","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:30.529888162Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"cd59ef89-5ead-4e4b-b461-cf6153c25955","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:30.559838219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"42ccd85a-9a8e-4537-bf11-2e39fc476f20","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:30.582490176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"42ccd85a-9a8e-4537-bf11-2e39fc476f20","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:30.602669797Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d425c52c26b3fc55f34dd2f302d838e1a3406ff1718d1c067765e84ed5aa32d3) AuthConfig (d98a7ae0549668cbfc64ea6f2507f615f1e09b31396fce00a0c6e9211ecdc5e9) AuthConfig (850b4676863dc358bcb9f0e5a40c87875f649967289b4f3e32f36e9cc0ff45fa) AuthConfig (6bf0445051b1f636e480c8f7157276559ffcc3bd0263d1752a3df27a643fd6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"42ccd85a-9a8e-4537-bf11-2e39fc476f20","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:30.646763632Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"a0406fb5-9446-4067-bacd-02e234d33c79","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-82cbb340e233","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-b-206095","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.417573173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"98e60e6b-75b0-482a-9ea1-f499d45f9949","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.417588942Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"2fe0db3c-6323-46ec-afa7-9f4b4bb2af77","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.419382422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"500e6fe9-8d0e-413f-8384-0398c2a2e805","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.419391713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"d4552135-5fa8-48ee-b129-4a56e83fa134","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.439055254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"2fe0db3c-6323-46ec-afa7-9f4b4bb2af77","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.439707091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"98e60e6b-75b0-482a-9ea1-f499d45f9949","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.441387385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"500e6fe9-8d0e-413f-8384-0398c2a2e805","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.443333261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"d4552135-5fa8-48ee-b129-4a56e83fa134","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.461732007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d425c52c26b3fc55f34dd2f302d838e1a3406ff1718d1c067765e84ed5aa32d3) AuthConfig (d98a7ae0549668cbfc64ea6f2507f615f1e09b31396fce00a0c6e9211ecdc5e9) AuthConfig (850b4676863dc358bcb9f0e5a40c87875f649967289b4f3e32f36e9cc0ff45fa) AuthConfig (6bf0445051b1f636e480c8f7157276559ffcc3bd0263d1752a3df27a643fd6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"500e6fe9-8d0e-413f-8384-0398c2a2e805","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.838716943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"d2ef4966-7c51-486b-949f-ec1cd949db11","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.838981533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"41745cb4-68d3-4ff6-8881-5213e43b7e97","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.841405999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"1c36b858-299c-4d0f-aab6-e7abd2f50803","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.841506613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"02cc5958-7afb-49fe-953f-ce07c3735a3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.860164248Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"41745cb4-68d3-4ff6-8881-5213e43b7e97","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.860520557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"d2ef4966-7c51-486b-949f-ec1cd949db11","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.862583662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"02cc5958-7afb-49fe-953f-ce07c3735a3a","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.862759467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"1c36b858-299c-4d0f-aab6-e7abd2f50803","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:31.882377193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d425c52c26b3fc55f34dd2f302d838e1a3406ff1718d1c067765e84ed5aa32d3) AuthConfig (d98a7ae0549668cbfc64ea6f2507f615f1e09b31396fce00a0c6e9211ecdc5e9) AuthConfig (850b4676863dc358bcb9f0e5a40c87875f649967289b4f3e32f36e9cc0ff45fa) AuthConfig (6bf0445051b1f636e480c8f7157276559ffcc3bd0263d1752a3df27a643fd6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"1c36b858-299c-4d0f-aab6-e7abd2f50803","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:37.257540275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"aa71be13-1d1a-487f-b602-4cc14e850540","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:37.280641531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"aa71be13-1d1a-487f-b602-4cc14e850540","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:37.300883573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (5810d97b5e4c121c6ca65326d54f92799a8bdd020d3c3677ad5b5298a8a3175e) AuthConfig (da77cd8d9131d7f9a752c5b78ed5c75c2a06b6ccb18983de323d0543a87fb63a) AuthConfig (777e184abb95b225ea0b9da1074851c21df03af3204e6d69f5ad7ee2db3c6b8f) AuthConfig (2d40375bbb157f82c483ef3213ab8e55fa2f98d04a120a83bfd46764ae4dca43) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"aa71be13-1d1a-487f-b602-4cc14e850540","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:37.340553648Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","reconcileID":"5593dd3d-ab28-494e-b823-1151fb91309f","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-6fc96760d62c","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:37.357327625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"65a1fb5c-2a60-43f9-9514-a26c785ac4de","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:37.379751217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"65a1fb5c-2a60-43f9-9514-a26c785ac4de","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:37.518999242Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"388005fc-129d-4ee5-aa9b-bd1836ef2a60","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:40.721303173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"342d5c7f-0ef7-467a-a8be-3b7e46d45ec8","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:40.771863873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"342d5c7f-0ef7-467a-a8be-3b7e46d45ec8","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:40.802620914Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc0b5cca576730eea065d3a9c3ac42699a97a2a8be9d4eb764f9d3324d3a47c6) AuthConfig (f0564543be10f4484cb4fea1a74c05160b77f4f7264549455d30ece553ececd0) AuthConfig (22aab5fe188507be2b7a81950b392004824fe3e9e4c9de1ace42f730d6b3527f) AuthConfig (7b142cdff333346070bde7f6c27a9cfc938ff341cacae84248c067fa433cf902) AuthConfig (b2dc553a6f5b16133aae6e133c87b9592c29506660800898dda9d4990d817378) AuthConfig (1bb0c54045ebbc13444ee0b5cfa75ceaf23bdc4572e076f99d4e134815e8f839) AuthConfig (0ecb6d41747904452c4aa588496f92a6701419257dbd5920a5bc24f2dcf88f9e) AuthConfig (42d8870d31b82e120275eb0f90808ec2ff3981aabd8acb12d194b7856f0d825f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"342d5c7f-0ef7-467a-a8be-3b7e46d45ec8","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.234180393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d53a1d-6eca-46e9-ae32-6970116f1dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.252103079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d53a1d-6eca-46e9-ae32-6970116f1dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.269307018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d53a1d-6eca-46e9-ae32-6970116f1dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.285509149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d53a1d-6eca-46e9-ae32-6970116f1dd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.319127013Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e1769a priority=0:[ai-tenant-e2e-extmod-a-e1769a/e2e-shr-auth-833fef-sub ai-tenant-e2e-extmod-a-e1769a/e2e-shr-shared-384e87-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.340987678Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"fdac8327-d82a-43e6-9cf9-003a1e87badc","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:34:41.362349735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-sub","reconcileID":"d94c679a-0c5b-412c-9f04-cdd5833ef3c1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-fa7576-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.364507183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"8afef665-ff9d-4ff3-a754-9516d44e735d","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.383593157Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"b748b848-c034-48bb-bf62-d5fa0b4944bd","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.388458252Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"8afef665-ff9d-4ff3-a754-9516d44e735d","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:34:41.403023142Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"b748b848-c034-48bb-bf62-d5fa0b4944bd","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:34:41.403077926Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"b748b848-c034-48bb-bf62-d5fa0b4944bd","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.422416719Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"1856cbd6-837c-4b97-b3fe-f5ad4cb982ce","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.442718513Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"bc490504-f37b-43ac-aba6-ba68a8523f45","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.511279817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"8ff9ec67-9cf8-489d-8513-94fb768cf993","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.530276119Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-sub","reconcileID":"6d79894a-fd5a-4dea-87c7-72bd8195e05d","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"maas-trlp-e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-a84df8/e2e-shr-auth-fa7576-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.537989928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"8ff9ec67-9cf8-489d-8513-94fb768cf993","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.663796199Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"8d2bb419-bf9e-4b03-8451-2605b8d25dd4","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.714366458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-sub","reconcileID":"ffba0f83-6901-47ca-a4f4-c803354a1610","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"maas-trlp-e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","model":"e2e-extmod-shr-user-f63634/e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.939639545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"ad072e02-43d3-4119-8325-5ed88c701044","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.962355468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"ad072e02-43d3-4119-8325-5ed88c701044","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.982703734Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d425c52c26b3fc55f34dd2f302d838e1a3406ff1718d1c067765e84ed5aa32d3) AuthConfig (d98a7ae0549668cbfc64ea6f2507f615f1e09b31396fce00a0c6e9211ecdc5e9) AuthConfig (850b4676863dc358bcb9f0e5a40c87875f649967289b4f3e32f36e9cc0ff45fa) AuthConfig (6bf0445051b1f636e480c8f7157276559ffcc3bd0263d1752a3df27a643fd6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"ad072e02-43d3-4119-8325-5ed88c701044","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:41.992053496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d55f578-0327-4c61-a715-b2db787a35aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:42.009635665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d55f578-0327-4c61-a715-b2db787a35aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:42.031456882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d55f578-0327-4c61-a715-b2db787a35aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:42.050995003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d55f578-0327-4c61-a715-b2db787a35aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:42.826273048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e81272f-e213-4a40-bdeb-3f771218d86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:42.850341318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e81272f-e213-4a40-bdeb-3f771218d86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:42.86750668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e81272f-e213-4a40-bdeb-3f771218d86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:42.884180206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e81272f-e213-4a40-bdeb-3f771218d86b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:43.605380708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384745db-d924-49e6-8347-de8305af2b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:43.621766604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384745db-d924-49e6-8347-de8305af2b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:43.642398417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384745db-d924-49e6-8347-de8305af2b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:43.659063519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"384745db-d924-49e6-8347-de8305af2b42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:45.664612539Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:47.379895243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"6c334a39-6aa9-47c2-8dec-11f228128f24","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:47.423704064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"6c334a39-6aa9-47c2-8dec-11f228128f24","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:47.444434465Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (5810d97b5e4c121c6ca65326d54f92799a8bdd020d3c3677ad5b5298a8a3175e) AuthConfig (da77cd8d9131d7f9a752c5b78ed5c75c2a06b6ccb18983de323d0543a87fb63a) AuthConfig (777e184abb95b225ea0b9da1074851c21df03af3204e6d69f5ad7ee2db3c6b8f) AuthConfig (2d40375bbb157f82c483ef3213ab8e55fa2f98d04a120a83bfd46764ae4dca43) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"6c334a39-6aa9-47c2-8dec-11f228128f24","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:50.837694573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"1ac5a30b-f56e-4751-b3d8-8f0c4ca3e391","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:50.85903372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"1ac5a30b-f56e-4751-b3d8-8f0c4ca3e391","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:50.879359015Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc0b5cca576730eea065d3a9c3ac42699a97a2a8be9d4eb764f9d3324d3a47c6) AuthConfig (f0564543be10f4484cb4fea1a74c05160b77f4f7264549455d30ece553ececd0) AuthConfig (22aab5fe188507be2b7a81950b392004824fe3e9e4c9de1ace42f730d6b3527f) AuthConfig (7b142cdff333346070bde7f6c27a9cfc938ff341cacae84248c067fa433cf902) AuthConfig (b2dc553a6f5b16133aae6e133c87b9592c29506660800898dda9d4990d817378) AuthConfig (1bb0c54045ebbc13444ee0b5cfa75ceaf23bdc4572e076f99d4e134815e8f839) AuthConfig (0ecb6d41747904452c4aa588496f92a6701419257dbd5920a5bc24f2dcf88f9e) AuthConfig (42d8870d31b82e120275eb0f90808ec2ff3981aabd8acb12d194b7856f0d825f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"1ac5a30b-f56e-4751-b3d8-8f0c4ca3e391","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:52.039474707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"2e80137f-8b87-43f4-9b39-a1b945d3a5e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:52.060839348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"2e80137f-8b87-43f4-9b39-a1b945d3a5e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:52.080539302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d425c52c26b3fc55f34dd2f302d838e1a3406ff1718d1c067765e84ed5aa32d3) AuthConfig (d98a7ae0549668cbfc64ea6f2507f615f1e09b31396fce00a0c6e9211ecdc5e9) AuthConfig (850b4676863dc358bcb9f0e5a40c87875f649967289b4f3e32f36e9cc0ff45fa) AuthConfig (6bf0445051b1f636e480c8f7157276559ffcc3bd0263d1752a3df27a643fd6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"2e80137f-8b87-43f4-9b39-a1b945d3a5e7","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:57.482118213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"232f3b79-2ecc-472c-a7c6-54e670d8838f","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:57.503238833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"232f3b79-2ecc-472c-a7c6-54e670d8838f","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:57.527138843Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (5810d97b5e4c121c6ca65326d54f92799a8bdd020d3c3677ad5b5298a8a3175e) AuthConfig (da77cd8d9131d7f9a752c5b78ed5c75c2a06b6ccb18983de323d0543a87fb63a) AuthConfig (777e184abb95b225ea0b9da1074851c21df03af3204e6d69f5ad7ee2db3c6b8f) AuthConfig (2d40375bbb157f82c483ef3213ab8e55fa2f98d04a120a83bfd46764ae4dca43) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"232f3b79-2ecc-472c-a7c6-54e670d8838f","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:58.947068615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe21bd1-f263-4907-9861-28164b3fe8f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:58.963813171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe21bd1-f263-4907-9861-28164b3fe8f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:58.980075625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe21bd1-f263-4907-9861-28164b3fe8f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:58.996114108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7fe21bd1-f263-4907-9861-28164b3fe8f2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:59.735143079Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b7a567","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b7a567","reconcileID":"e8edba42-2b82-4042-9fa1-b5f56811cff4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-b7a567","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-b7a567":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:59.743762962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9c9db1-ca7f-4b45-acb0-fe00b0564bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:59.789988322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9c9db1-ca7f-4b45-acb0-fe00b0564bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:59.837536942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9c9db1-ca7f-4b45-acb0-fe00b0564bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:34:59.854160616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb9c9db1-ca7f-4b45-acb0-fe00b0564bd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:00.645457075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d0c9bf-845f-41c3-8803-fb62a39f1a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:00.662201618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d0c9bf-845f-41c3-8803-fb62a39f1a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:00.681091339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d0c9bf-845f-41c3-8803-fb62a39f1a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:00.704964214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0d0c9bf-845f-41c3-8803-fb62a39f1a08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:00.917078294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"636ce326-3b8a-48b1-ab6d-6c70648d42ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:00.93881046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"636ce326-3b8a-48b1-ab6d-6c70648d42ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:00.958925427Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc0b5cca576730eea065d3a9c3ac42699a97a2a8be9d4eb764f9d3324d3a47c6) AuthConfig (f0564543be10f4484cb4fea1a74c05160b77f4f7264549455d30ece553ececd0) AuthConfig (22aab5fe188507be2b7a81950b392004824fe3e9e4c9de1ace42f730d6b3527f) AuthConfig (7b142cdff333346070bde7f6c27a9cfc938ff341cacae84248c067fa433cf902) AuthConfig (b2dc553a6f5b16133aae6e133c87b9592c29506660800898dda9d4990d817378) AuthConfig (1bb0c54045ebbc13444ee0b5cfa75ceaf23bdc4572e076f99d4e134815e8f839) AuthConfig (0ecb6d41747904452c4aa588496f92a6701419257dbd5920a5bc24f2dcf88f9e) AuthConfig (42d8870d31b82e120275eb0f90808ec2ff3981aabd8acb12d194b7856f0d825f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"636ce326-3b8a-48b1-ab6d-6c70648d42ce","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:01.414829046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d0dd88-afa9-493a-b93c-f319534d3a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:01.431776655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d0dd88-afa9-493a-b93c-f319534d3a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:01.447994291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d0dd88-afa9-493a-b93c-f319534d3a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:01.464911609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0d0dd88-afa9-493a-b93c-f319534d3a3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:35:01.556449045Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b7a567","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b7a567","reconcileID":"cf83c6b9-1536-4641-8213-4552ddd5b932","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-b-b7a567\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:02.221732847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"478aa45d-2a4e-4e64-8aa9-29b5768225e9","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:02.290124967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"478aa45d-2a4e-4e64-8aa9-29b5768225e9","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:02.359501841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d425c52c26b3fc55f34dd2f302d838e1a3406ff1718d1c067765e84ed5aa32d3) AuthConfig (d98a7ae0549668cbfc64ea6f2507f615f1e09b31396fce00a0c6e9211ecdc5e9) AuthConfig (850b4676863dc358bcb9f0e5a40c87875f649967289b4f3e32f36e9cc0ff45fa) AuthConfig (6bf0445051b1f636e480c8f7157276559ffcc3bd0263d1752a3df27a643fd6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"478aa45d-2a4e-4e64-8aa9-29b5768225e9","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:07.563846084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"8d900049-d72d-467f-b522-a40812218a88","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:07.636754601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"8d900049-d72d-467f-b522-a40812218a88","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:07.656988949Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (5810d97b5e4c121c6ca65326d54f92799a8bdd020d3c3677ad5b5298a8a3175e) AuthConfig (da77cd8d9131d7f9a752c5b78ed5c75c2a06b6ccb18983de323d0543a87fb63a) AuthConfig (777e184abb95b225ea0b9da1074851c21df03af3204e6d69f5ad7ee2db3c6b8f) AuthConfig (2d40375bbb157f82c483ef3213ab8e55fa2f98d04a120a83bfd46764ae4dca43) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"8d900049-d72d-467f-b522-a40812218a88","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:10.994492129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"d57491f1-6363-4a85-b637-e3fe15ede92d","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:11.01637406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"d57491f1-6363-4a85-b637-e3fe15ede92d","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:11.036460148Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc0b5cca576730eea065d3a9c3ac42699a97a2a8be9d4eb764f9d3324d3a47c6) AuthConfig (f0564543be10f4484cb4fea1a74c05160b77f4f7264549455d30ece553ececd0) AuthConfig (22aab5fe188507be2b7a81950b392004824fe3e9e4c9de1ace42f730d6b3527f) AuthConfig (7b142cdff333346070bde7f6c27a9cfc938ff341cacae84248c067fa433cf902) AuthConfig (b2dc553a6f5b16133aae6e133c87b9592c29506660800898dda9d4990d817378) AuthConfig (1bb0c54045ebbc13444ee0b5cfa75ceaf23bdc4572e076f99d4e134815e8f839) AuthConfig (0ecb6d41747904452c4aa588496f92a6701419257dbd5920a5bc24f2dcf88f9e) AuthConfig (42d8870d31b82e120275eb0f90808ec2ff3981aabd8acb12d194b7856f0d825f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"d57491f1-6363-4a85-b637-e3fe15ede92d","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:12.410354982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"f72f216c-52d0-404c-ab24-2f9b3614049e","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:12.431656581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"f72f216c-52d0-404c-ab24-2f9b3614049e","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:12.451673813Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d425c52c26b3fc55f34dd2f302d838e1a3406ff1718d1c067765e84ed5aa32d3) AuthConfig (d98a7ae0549668cbfc64ea6f2507f615f1e09b31396fce00a0c6e9211ecdc5e9) AuthConfig (850b4676863dc358bcb9f0e5a40c87875f649967289b4f3e32f36e9cc0ff45fa) AuthConfig (6bf0445051b1f636e480c8f7157276559ffcc3bd0263d1752a3df27a643fd6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"f72f216c-52d0-404c-ab24-2f9b3614049e","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:15.664226864Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:17.692445403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"67dd4f6d-e3e4-4632-8c9a-f6720f0d828a","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:17.713562653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"67dd4f6d-e3e4-4632-8c9a-f6720f0d828a","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:17.734366346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (5810d97b5e4c121c6ca65326d54f92799a8bdd020d3c3677ad5b5298a8a3175e) AuthConfig (da77cd8d9131d7f9a752c5b78ed5c75c2a06b6ccb18983de323d0543a87fb63a) AuthConfig (777e184abb95b225ea0b9da1074851c21df03af3204e6d69f5ad7ee2db3c6b8f) AuthConfig (2d40375bbb157f82c483ef3213ab8e55fa2f98d04a120a83bfd46764ae4dca43) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"67dd4f6d-e3e4-4632-8c9a-f6720f0d828a","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:21.09396745Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"9d56fca1-81a2-4b70-9e36-ad68143655a5","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:21.1173154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"9d56fca1-81a2-4b70-9e36-ad68143655a5","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:21.137909206Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-a-45036b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dc0b5cca576730eea065d3a9c3ac42699a97a2a8be9d4eb764f9d3324d3a47c6) AuthConfig (f0564543be10f4484cb4fea1a74c05160b77f4f7264549455d30ece553ececd0) AuthConfig (22aab5fe188507be2b7a81950b392004824fe3e9e4c9de1ace42f730d6b3527f) AuthConfig (7b142cdff333346070bde7f6c27a9cfc938ff341cacae84248c067fa433cf902) AuthConfig (b2dc553a6f5b16133aae6e133c87b9592c29506660800898dda9d4990d817378) AuthConfig (1bb0c54045ebbc13444ee0b5cfa75ceaf23bdc4572e076f99d4e134815e8f839) AuthConfig (0ecb6d41747904452c4aa588496f92a6701419257dbd5920a5bc24f2dcf88f9e) AuthConfig (42d8870d31b82e120275eb0f90808ec2ff3981aabd8acb12d194b7856f0d825f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"9d56fca1-81a2-4b70-9e36-ad68143655a5","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:22.503039753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"7347fda0-b020-4c13-8d77-90342596a576","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:22.525679322Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"7347fda0-b020-4c13-8d77-90342596a576","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:22.546156601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-206095-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d425c52c26b3fc55f34dd2f302d838e1a3406ff1718d1c067765e84ed5aa32d3) AuthConfig (d98a7ae0549668cbfc64ea6f2507f615f1e09b31396fce00a0c6e9211ecdc5e9) AuthConfig (850b4676863dc358bcb9f0e5a40c87875f649967289b4f3e32f36e9cc0ff45fa) AuthConfig (6bf0445051b1f636e480c8f7157276559ffcc3bd0263d1752a3df27a643fd6e2)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"7347fda0-b020-4c13-8d77-90342596a576","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:25.895389675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"6040a2fc-6d03-41b8-9320-073c16e87375","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:25.940864288Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"6040a2fc-6d03-41b8-9320-073c16e87375","name":"e2e-inf-b-6d9e36-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:27.78401662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"84ec310f-449d-414e-87c4-aae9f060ceff","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:27.811691285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"84ec310f-449d-414e-87c4-aae9f060ceff","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:27.846914547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-fb367d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (6d6052723c3d4f8c129a7f230952b4a39eb296684c22b1d22b54d303590c56b8) AuthConfig (ce741d34de87b025f2ef7aace94222056acd8d8d5c47724b2537514f9f382d1e) AuthConfig (5810d97b5e4c121c6ca65326d54f92799a8bdd020d3c3677ad5b5298a8a3175e) AuthConfig (da77cd8d9131d7f9a752c5b78ed5c75c2a06b6ccb18983de323d0543a87fb63a) AuthConfig (777e184abb95b225ea0b9da1074851c21df03af3204e6d69f5ad7ee2db3c6b8f) AuthConfig (2d40375bbb157f82c483ef3213ab8e55fa2f98d04a120a83bfd46764ae4dca43) AuthConfig (ceb66587db9c93c96d7256f8c2a4d15cf22047c4347d6b552b2eb982d22ae949) AuthConfig (4bb2fd5d431b42603389fcdc54529eeae45f9f94bc028887ce4d5a4c08d6e9d2) AuthConfig (07a7c9572b10504b1653d56361a48fb61ed12ce5095d72c701a3de243d9aaaba) AuthConfig (5c2d96cbb11fc1ca539bd929006fcba6d081ef0327014465739be145d30d8a9a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"84ec310f-449d-414e-87c4-aae9f060ceff","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:29.764564784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-sub","reconcileID":"0b48c0e9-d768-4919-95f8-a1b98dad83aa","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"maas-trlp-e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","model":"e2e-extmod-shr-user-f63634/e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:29.859654847Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"3486a898-a587-416c-88bb-75acc241ba5b","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:31.170524823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"cfd31853-e280-496f-b071-4d0c069b52d9","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:31.190613769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"cfd31853-e280-496f-b071-4d0c069b52d9","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:31.320069361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"09c67af9-90ff-4096-9a88-712318677788","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:31.320094806Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"09c67af9-90ff-4096-9a88-712318677788","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:31.790746363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","reconcileID":"6f84e11f-2277-48af-850a-5688c5b39717","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-d45eddcd05f5","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:31.811070337Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","reconcileID":"ddd0ddd1-28b4-444b-9185-c56ab7d2c7a8","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-d45eddcd05f5","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:31.827353844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"97378a05-7dd8-452f-8e0f-a0e0d4298877","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:31.882119477Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"97378a05-7dd8-452f-8e0f-a0e0d4298877","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:31.922481191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"97378a05-7dd8-452f-8e0f-a0e0d4298877","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:31.958234058Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","reconcileID":"872777cb-2e61-42ab-b1f2-ecfdbf73b3fe","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-d45eddcd05f5","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:32.226238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"7c3e3088-e85b-4d5d-baca-b431220a06a3","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:32.226734702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"531dccea-78d8-4cdd-bdac-50172b380d1b","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:32.246500901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"531dccea-78d8-4cdd-bdac-50172b380d1b","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:32.246724712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"7c3e3088-e85b-4d5d-baca-b431220a06a3","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:32.265357663Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"7c3e3088-e85b-4d5d-baca-b431220a06a3","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:32.594161041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"60a3aad5-afd1-491d-9fc1-a82be45dce9b","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:32.614395435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"60a3aad5-afd1-491d-9fc1-a82be45dce9b","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:32.822707622Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"70f247b8-84b6-4c81-9dac-00e4d470a160","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-82cbb340e233","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-b-206095","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:33.148930096Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e1769a priority=0:[ai-tenant-e2e-extmod-a-e1769a/e2e-shr-auth-833fef-sub ai-tenant-e2e-extmod-a-e1769a/e2e-shr-shared-384e87-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:33.164773593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"2fb51e00-d742-479d-ac3f-97d29d2ff6ed","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:33.164808604Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"2fb51e00-d742-479d-ac3f-97d29d2ff6ed","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:33.18161407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"c9cc9dbb-aaef-4cf2-bfd3-759d02c75d40","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:35:33.181793921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-4c0202-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-sub","reconcileID":"ba2aea4e-6b5f-4d71-897a-d23a3d9f8dca","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-cfl-same-32cb67-4c0202-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:33.201579972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"528d84a0-fc6b-49ea-b32a-752d7385a6df","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:33.201607427Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"528d84a0-fc6b-49ea-b32a-752d7385a6df","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:33.202266136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"c9cc9dbb-aaef-4cf2-bfd3-759d02c75d40","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:35:33.218464853Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"528d84a0-fc6b-49ea-b32a-752d7385a6df","name":"e2e-cfl-same-32cb67","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-32cb67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:35:33.218534253Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"528d84a0-fc6b-49ea-b32a-752d7385a6df","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-32cb67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:33.23876073Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"4094d489-e30f-43d2-bfc6-0517e41e171b","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:33.238789249Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"4094d489-e30f-43d2-bfc6-0517e41e171b","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:33.260015901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"806f4888-7b81-443a-9a12-b1661631aa34","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:33.260040008Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"806f4888-7b81-443a-9a12-b1661631aa34","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:33.324684666Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-4c0202-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-sub","reconcileID":"09f8a24c-7eff-4aaa-b1e9-bab760af00d1","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-4c0202-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"maas-trlp-e2e-cfl-same-32cb67","model":"e2e-cfl-same-32cb67","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-45036b/e2e-cfl-same-32cb67-4c0202-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:33.380267845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"8658b88f-0988-4c41-97f6-c1d36ca863bd","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:33.400469057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"8658b88f-0988-4c41-97f6-c1d36ca863bd","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:33.416616886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"91540e2b-6a4f-449c-a6bb-f6aa6b6032a9","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:33.416643724Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"91540e2b-6a4f-449c-a6bb-f6aa6b6032a9","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:33.462365387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-4c0202-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-sub","reconcileID":"9f45c19b-ce09-457a-b6f4-6eaf775fdf58","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-4c0202-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"maas-trlp-e2e-cfl-same-32cb67","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:37.879504514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"f214d425-23b0-4bff-b02e-9fa12335655d","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:37.901930906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"f214d425-23b0-4bff-b02e-9fa12335655d","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:37.96709425Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e1769a priority=0:[ai-tenant-e2e-extmod-a-e1769a/e2e-shr-auth-833fef-sub ai-tenant-e2e-extmod-a-e1769a/e2e-shr-shared-384e87-sub]","namespace=ai-tenant-e2e-extmod-b-206095 priority=0:[ai-tenant-e2e-extmod-b-206095/e2e-shr-auth-833fef-sub ai-tenant-e2e-extmod-b-206095/e2e-shr-shared-384e87-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:37.98293496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"2faf4343-a7af-46c1-9db8-8dc16c357199","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-82cbb340e233","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-b-206095","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:35:38.008309448Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-206095/e2e-shr-auth-833fef-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-833fef-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:38.015283334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"bbf05bf5-5994-4d13-b9dd-51a4407dc9dc","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:38.023756563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"1fa0def3-0836-431e-b3ef-afeccaeda31e","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:38.02466659Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"375212d2-f960-48b8-b1a4-c665897d7fd8","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:38.035817307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"bbf05bf5-5994-4d13-b9dd-51a4407dc9dc","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:38.040507072Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"43dd5e12-d174-4ec3-bb67-3eb1872c3020","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-82cbb340e233","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-b-206095","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:38.043606735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"1fa0def3-0836-431e-b3ef-afeccaeda31e","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:38.103076523Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","reconcileID":"835f05bd-cc70-4b05-8bd2-6b5966bfc307","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-6fc96760d62c","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:38.116626381Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-sub","reconcileID":"d16707f1-e0c0-4e2b-a88a-88f061a84a58","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"maas-trlp-e2e-shr-auth-833fef-e2e-extmod-b-206095","model":"e2e-shr-auth-833fef-e2e-extmod-b-206095","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-206095/e2e-shr-auth-833fef-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:38.205497884Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"3d9d3f15-9d89-41e5-8097-180ff5822c72","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-82cbb340e233","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-b-206095","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:38.25159846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-sub","reconcileID":"4e876b9d-76f8-49ff-b469-d58a972aabab","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"maas-trlp-e2e-shr-auth-833fef-e2e-extmod-b-206095","model":"e2e-extmod-shr-user-6bb225/e2e-shr-auth-833fef-e2e-extmod-b-206095","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:38.314542416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"7f6750d0-83b8-42f9-8a57-da7c06f3812b","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:38.314570184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"b0f566b3-d52f-48d8-8ac3-85b982ec8cbf","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:38.33443259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"7f6750d0-83b8-42f9-8a57-da7c06f3812b","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:38.334675083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"b0f566b3-d52f-48d8-8ac3-85b982ec8cbf","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:39.908905611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570e2629-313a-40e5-a153-d2207e758905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:39.929740927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570e2629-313a-40e5-a153-d2207e758905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:39.94629309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570e2629-313a-40e5-a153-d2207e758905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:39.961416116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"570e2629-313a-40e5-a153-d2207e758905","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:40.5468118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57bee29e-042b-4d50-bf7a-d8f8f91d7036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:40.561942456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57bee29e-042b-4d50-bf7a-d8f8f91d7036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:40.577000043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57bee29e-042b-4d50-bf7a-d8f8f91d7036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:40.592272351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57bee29e-042b-4d50-bf7a-d8f8f91d7036","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:41.422282769Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e1769a priority=0:[ai-tenant-e2e-extmod-a-e1769a/e2e-shr-auth-833fef-sub ai-tenant-e2e-extmod-a-e1769a/e2e-shr-shared-384e87-sub]","namespace=ai-tenant-e2e-extmod-b-206095 priority=0:[ai-tenant-e2e-extmod-b-206095/e2e-shr-auth-833fef-sub ai-tenant-e2e-extmod-b-206095/e2e-shr-shared-384e87-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:41.440865781Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","reconcileID":"3d234ce6-9015-4b4d-a451-e7f3268468b0","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-6fc96760d62c","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:41.455139566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"88edcd57-235e-480e-b8e5-477d5c5f7a6f","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:35:41.461890342Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-fb367d/e2e-shr-quota-735a79-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-quota-735a79-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:41.522924439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"88edcd57-235e-480e-b8e5-477d5c5f7a6f","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:41.522994223Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"0a260d89-3992-4606-a049-bf2694fb86e5","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-82cbb340e233","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-b-206095","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:41.543673388Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","reconcileID":"e72fdbf7-a51b-49b9-a863-8790966b8ad6","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-6fc96760d62c","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:41.609066525Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-sub","reconcileID":"4d9f46de-f6c6-4142-9a96-7296a7ad303b","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"maas-trlp-e2e-shr-quota-735a79-e2e-extmod-b-fb367d","model":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-fb367d/e2e-shr-quota-735a79-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:41.638354234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"7ad0743f-321a-49c4-bdbe-591f7a40c9b4","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:41.659964533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"7ad0743f-321a-49c4-bdbe-591f7a40c9b4","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:41.700684827Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","reconcileID":"e690d8cc-db30-4fd7-bac2-b0c81e3784eb","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-6fc96760d62c","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:41.753886601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-sub","reconcileID":"a81d7075-98af-496f-851a-d7ffebba6e11","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"maas-trlp-e2e-shr-quota-735a79-e2e-extmod-b-fb367d","model":"e2e-extmod-shr-user-eba670/e2e-shr-quota-735a79-e2e-extmod-b-fb367d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:42.298427975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"6b5d39a8-77af-4fab-9621-5bd964b08479","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:42.318651968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"6b5d39a8-77af-4fab-9621-5bd964b08479","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:42.337954172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"6b5d39a8-77af-4fab-9621-5bd964b08479","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:45.66739618Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:52.37212897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"14a61e45-3e14-4cf3-b321-6f8719ea41b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:52.393812429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"14a61e45-3e14-4cf3-b321-6f8719ea41b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:35:52.412932021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"14a61e45-3e14-4cf3-b321-6f8719ea41b3","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:02.515442636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"e98f4365-be45-4f13-9905-7f9cae9b5a6d","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:02.549755905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"e98f4365-be45-4f13-9905-7f9cae9b5a6d","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:02.620594727Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"e98f4365-be45-4f13-9905-7f9cae9b5a6d","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:05.301829165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-4c0202-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-sub","reconcileID":"c70e195e-23fb-43f8-a129-a22aec8f6817","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-4c0202-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"maas-trlp-e2e-cfl-same-32cb67","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:05.396959191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"9095f30c-f6d2-434e-bdf4-2cc712727e70","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:05.397003717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"9095f30c-f6d2-434e-bdf4-2cc712727e70","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:06.281870181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"8c2ff761-828b-454a-851b-e70c9cf310cd","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:06.281902142Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"8c2ff761-828b-454a-851b-e70c9cf310cd","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"routeName":"external-model-e2e-cfl-same-32cb67-80fbfabd45cd","namespace":"e2e-extmod-cfl-2-2aa680","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:06.301445575Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"62081218-b249-4a7b-8fe2-9f89df49346f","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:06.301472496Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"62081218-b249-4a7b-8fe2-9f89df49346f","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"routeName":"external-model-e2e-cfl-same-32cb67-80fbfabd45cd","namespace":"e2e-extmod-cfl-2-2aa680","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:06.337613921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-access","reconcileID":"c5c8ca62-2c7f-478b-bd8d-f2e32006b5ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:06.359725609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-access","reconcileID":"c5c8ca62-2c7f-478b-bd8d-f2e32006b5ff","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:06.500951121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"9aebade7-1960-41ef-8b1b-ecfd1d477d5a","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:06.500975644Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"9aebade7-1960-41ef-8b1b-ecfd1d477d5a","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"routeName":"external-model-e2e-cfl-same-32cb67-80fbfabd45cd","namespace":"e2e-extmod-cfl-2-2aa680","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:06.848271092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"1708e49e-b18f-4f1a-b862-9a82da3cc9d5","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:06.869658018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"1708e49e-b18f-4f1a-b862-9a82da3cc9d5","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.008905151Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-45036b priority=0:[ai-tenant-e2e-extmod-a-45036b/e2e-cfl-same-32cb67-2aa680-sub ai-tenant-e2e-extmod-a-45036b/e2e-cfl-same-32cb67-4c0202-sub]","namespace=ai-tenant-e2e-extmod-a-e1769a priority=0:[ai-tenant-e2e-extmod-a-e1769a/e2e-shr-auth-833fef-sub ai-tenant-e2e-extmod-a-e1769a/e2e-shr-shared-384e87-sub]","namespace=ai-tenant-e2e-extmod-b-206095 priority=0:[ai-tenant-e2e-extmod-b-206095/e2e-shr-auth-833fef-sub ai-tenant-e2e-extmod-b-206095/e2e-shr-shared-384e87-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.045206634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"409cc3bb-46da-4af3-a543-064402572cbf","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.045253894Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"409cc3bb-46da-4af3-a543-064402572cbf","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"routeName":"external-model-e2e-cfl-same-32cb67-80fbfabd45cd","namespace":"e2e-extmod-cfl-2-2aa680","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.083840945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"1976e42a-7107-48a0-8932-ca8fd7a37a13","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.083884879Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"1976e42a-7107-48a0-8932-ca8fd7a37a13","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"routeName":"external-model-e2e-cfl-same-32cb67-80fbfabd45cd","namespace":"e2e-extmod-cfl-2-2aa680","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.096933103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"9bc1edad-4ba6-4433-aed0-98a8e21665b9","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.097477923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-access","reconcileID":"722e78ef-576d-445e-8512-acf3cd804ccb","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:36:12.101021088Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"1976e42a-7107-48a0-8932-ca8fd7a37a13","name":"e2e-cfl-same-32cb67","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-32cb67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:36:12.101098712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"1976e42a-7107-48a0-8932-ca8fd7a37a13","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-cfl-same-32cb67\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.11761399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"9bc1edad-4ba6-4433-aed0-98a8e21665b9","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.118544051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-access","reconcileID":"722e78ef-576d-445e-8512-acf3cd804ccb","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.119281169Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","reconcileID":"fc192284-758e-4c1a-8928-05866b883e53","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-6fc96760d62c","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.135137734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"40274569-d06d-4598-83c3-397a69b48c71","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.135164171Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"40274569-d06d-4598-83c3-397a69b48c71","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"routeName":"external-model-e2e-cfl-same-32cb67-80fbfabd45cd","namespace":"e2e-extmod-cfl-2-2aa680","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.151448826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"64e85b1a-4d9f-4476-993e-cca61aef0f85","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.151514623Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"64e85b1a-4d9f-4476-993e-cca61aef0f85","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.166258698Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-2aa680-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-sub","reconcileID":"9e846884-2675-414a-8e95-b2a6c2657449","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-2aa680-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"maas-trlp-e2e-cfl-same-32cb67","model":"e2e-cfl-same-32cb67","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-a-45036b/e2e-cfl-same-32cb67-2aa680-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.262042148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"2fc227f8-018f-4490-851a-e90b0dba4390","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.262081569Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"2fc227f8-018f-4490-851a-e90b0dba4390","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"routeName":"external-model-e2e-cfl-same-32cb67-80fbfabd45cd","namespace":"e2e-extmod-cfl-2-2aa680","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.308908803Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-2aa680-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-sub","reconcileID":"0fbe4c6d-a35e-4417-aefe-9b7a017d8514","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-2aa680-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"maas-trlp-e2e-cfl-same-32cb67","model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.314276695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"99ab9afc-36e0-4c7f-9b58-fa410aaa5dcc","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.314745359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-access","reconcileID":"552c90c7-7d41-45ba-81b9-5bd0fd2b0482","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.334372394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-access","reconcileID":"552c90c7-7d41-45ba-81b9-5bd0fd2b0482","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.334527226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"99ab9afc-36e0-4c7f-9b58-fa410aaa5dcc","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.655654207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"6b2059a0-affd-4e79-b86c-0aa0129ffa19","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.700890858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"6b2059a0-affd-4e79-b86c-0aa0129ffa19","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.724700276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5d08b081fbfede36a1397c42ae60f22c215a7db2a19b278c5fc9b81736ca2ad) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (d8210aaca065c848a93ae407152830e3c57011f0cacf12f90b1a56a2dda4767a) AuthConfig (453aa9d73a9848b966f684bcd02fa714955b9b65cf67847e0920ee0203798a47) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (759319c6cf92b1459a74a3a6957ccddd1da124ed0b781ad841ea8b54524ac8de) AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"6b2059a0-affd-4e79-b86c-0aa0129ffa19","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:12.759129733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","reconcileID":"d7bc7eb0-1744-471a-aee6-5ade5fd9f2ea","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-d45eddcd05f5","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:13.327965599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"25c0aa69-d512-4581-9bf9-05dce4856e2f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b7a567","tenantID":"e2e-inf-b-b7a567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:13.373130538Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"25c0aa69-d512-4581-9bf9-05dce4856e2f","name":"e2e-inf-b-b7a567-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:15.661712314Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:16.967450946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683","reconcileID":"60deff62-b18c-4484-ae2b-c32eef9574fc","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"tenant":"e2e-inf-a-90f683","gateway":"openshift-ingress/e2e-inf-a-90f683","model":"ai-tenant-e2e-inf-a-90f683/test-model-90f683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:16.967480612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683","reconcileID":"60deff62-b18c-4484-ae2b-c32eef9574fc","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"routeName":"test-model-90f683-kserve-route","namespace":"ai-tenant-e2e-inf-a-90f683","llmisvcName":"test-model-90f683","gateway":"openshift-ingress/e2e-inf-a-90f683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:17.313714758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683","reconcileID":"6085f174-6ef7-4aea-8d42-41d40fc5803e","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"tenant":"e2e-inf-a-90f683","gateway":"openshift-ingress/e2e-inf-a-90f683","model":"ai-tenant-e2e-inf-a-90f683/test-model-90f683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:17.313739432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683","reconcileID":"6085f174-6ef7-4aea-8d42-41d40fc5803e","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"routeName":"test-model-90f683-kserve-route","namespace":"ai-tenant-e2e-inf-a-90f683","llmisvcName":"test-model-90f683","gateway":"openshift-ingress/e2e-inf-a-90f683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:17.336982679Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683","reconcileID":"757533ee-d981-4c7e-86bc-37e7e35abffb","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"tenant":"e2e-inf-a-90f683","gateway":"openshift-ingress/e2e-inf-a-90f683","model":"ai-tenant-e2e-inf-a-90f683/test-model-90f683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:17.337012504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683","reconcileID":"757533ee-d981-4c7e-86bc-37e7e35abffb","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"routeName":"test-model-90f683-kserve-route","namespace":"ai-tenant-e2e-inf-a-90f683","llmisvcName":"test-model-90f683","gateway":"openshift-ingress/e2e-inf-a-90f683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:17.370712906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"154d3a44-a318-40b4-ad18-3a81f0e76554","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:17.4299297Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"154d3a44-a318-40b4-ad18-3a81f0e76554","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:17.452761921Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"154d3a44-a318-40b4-ad18-3a81f0e76554","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:17.473348631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683","reconcileID":"6cc60b2b-ba81-41bb-93e7-f4b8c238492d","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"tenant":"e2e-inf-a-90f683","gateway":"openshift-ingress/e2e-inf-a-90f683","model":"ai-tenant-e2e-inf-a-90f683/test-model-90f683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:17.473372997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683","reconcileID":"6cc60b2b-ba81-41bb-93e7-f4b8c238492d","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"routeName":"test-model-90f683-kserve-route","namespace":"ai-tenant-e2e-inf-a-90f683","llmisvcName":"test-model-90f683","gateway":"openshift-ingress/e2e-inf-a-90f683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:22.838014201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"f70be0c1-75cb-44d8-adeb-41f6a5b85759","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:22.858982675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"f70be0c1-75cb-44d8-adeb-41f6a5b85759","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:22.878385209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5d08b081fbfede36a1397c42ae60f22c215a7db2a19b278c5fc9b81736ca2ad) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (d8210aaca065c848a93ae407152830e3c57011f0cacf12f90b1a56a2dda4767a) AuthConfig (453aa9d73a9848b966f684bcd02fa714955b9b65cf67847e0920ee0203798a47) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (759319c6cf92b1459a74a3a6957ccddd1da124ed0b781ad841ea8b54524ac8de) AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"f70be0c1-75cb-44d8-adeb-41f6a5b85759","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:27.50643815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"7a536849-9b01-4cf5-979d-6dccf2730fc9","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:27.526636897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"7a536849-9b01-4cf5-979d-6dccf2730fc9","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:27.545610232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"7a536849-9b01-4cf5-979d-6dccf2730fc9","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:32.910872741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"30d19d60-abbf-4d16-9324-c372f777b40a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:32.930842873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"30d19d60-abbf-4d16-9324-c372f777b40a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:32.949640388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5d08b081fbfede36a1397c42ae60f22c215a7db2a19b278c5fc9b81736ca2ad) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (d8210aaca065c848a93ae407152830e3c57011f0cacf12f90b1a56a2dda4767a) AuthConfig (453aa9d73a9848b966f684bcd02fa714955b9b65cf67847e0920ee0203798a47) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (759319c6cf92b1459a74a3a6957ccddd1da124ed0b781ad841ea8b54524ac8de) AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"30d19d60-abbf-4d16-9324-c372f777b40a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:37.579705329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"20f61c15-6891-4c51-aa3c-6c59289e500e","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:37.599237929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"20f61c15-6891-4c51-aa3c-6c59289e500e","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:37.617963905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"20f61c15-6891-4c51-aa3c-6c59289e500e","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:39.032800004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf7b3e6-0556-45cf-9121-8845e9febb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:39.047895389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf7b3e6-0556-45cf-9121-8845e9febb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:39.063217528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf7b3e6-0556-45cf-9121-8845e9febb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:39.078036936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf7b3e6-0556-45cf-9121-8845e9febb6c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:39.714023947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4281334-0953-41ef-b215-8822efb69f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:39.729075567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4281334-0953-41ef-b215-8822efb69f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:39.744347709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4281334-0953-41ef-b215-8822efb69f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:39.759578846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4281334-0953-41ef-b215-8822efb69f21","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:42.983552838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"f78fec9a-0e2c-4ea2-92a5-c12f9dff7a9d","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:43.004291111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"f78fec9a-0e2c-4ea2-92a5-c12f9dff7a9d","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:43.024515738Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-extmod-b-4e2ac7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a5d08b081fbfede36a1397c42ae60f22c215a7db2a19b278c5fc9b81736ca2ad) AuthConfig (ad9bbcf8df84d6f8b5023a4ca8430bee0aa8f8786a606f06727efb57ae2180ff) AuthConfig (f53ef91a90440958e7983dbb3fa6bb659c6039de75990dbd7e7d5fc8034d54b4) AuthConfig (da1583d933bb4d4c3eb92d4e239531f8f81e972392ee4ddf8092906180e5f7d6) AuthConfig (d8210aaca065c848a93ae407152830e3c57011f0cacf12f90b1a56a2dda4767a) AuthConfig (453aa9d73a9848b966f684bcd02fa714955b9b65cf67847e0920ee0203798a47) AuthConfig (3b563380dd98d031ec05a13546eece72e57b0ab4f473c1fb24a5a5371791617d) AuthConfig (759319c6cf92b1459a74a3a6957ccddd1da124ed0b781ad841ea8b54524ac8de) AuthConfig (c3344e4b44b7c0836b5eb8a7d87c3e1990ba0f1175dfa975601dd054fb0d1306) AuthConfig (1fea6943d9dfb1e89b4923d61dcfd43dad0efd1c4781ba374d1c869d7cc99664)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"f78fec9a-0e2c-4ea2-92a5-c12f9dff7a9d","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:45.292987053Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-2aa680-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-sub","reconcileID":"45b6a7cc-500a-4047-93c0-f6e7c7b78962","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-2aa680-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"maas-trlp-e2e-cfl-same-32cb67","model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:45.458719251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"9b1d9b33-c36d-4029-a42b-a38a54a2106a","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:45.458786725Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"9b1d9b33-c36d-4029-a42b-a38a54a2106a","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"routeName":"external-model-e2e-cfl-same-32cb67-80fbfabd45cd","namespace":"e2e-extmod-cfl-2-2aa680","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:45.607905294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-sub","reconcileID":"6adca11d-238a-488c-bada-87a23926e9aa","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"maas-trlp-e2e-shr-quota-735a79-e2e-extmod-b-fb367d","model":"e2e-extmod-shr-user-eba670/e2e-shr-quota-735a79-e2e-extmod-b-fb367d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:45.663404179Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:45.702331205Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","reconcileID":"c8095fb6-f6e0-4e26-9554-32d5e42e0a15","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-6fc96760d62c","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:46.465880873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-sub","reconcileID":"46ed7c15-22b6-487f-a67a-dacaece471db","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"maas-trlp-e2e-shr-auth-833fef-e2e-extmod-b-206095","model":"e2e-extmod-shr-user-6bb225/e2e-shr-auth-833fef-e2e-extmod-b-206095","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:46.555463155Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"5ca085ab-a733-4e79-a33a-31c52f84fa1a","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-82cbb340e233","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-b-206095","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:46.900576253Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","reconcileID":"82b304bc-7949-4729-97a2-d2787ba0f7a9","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-6fc96760d62c","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:46.916657611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"cdac47a6-60af-4684-ad66-d408d8bcf8af","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:46.936699414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"cdac47a6-60af-4684-ad66-d408d8bcf8af","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:46.944536619Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-sub","reconcileID":"01f3281a-9c7a-4870-8b6b-decd8bdcf459","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cecc986f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:47.116478098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"03b3bd5c-58ec-4b0f-bcba-25e93a0896c7","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:47.13658987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"03b3bd5c-58ec-4b0f-bcba-25e93a0896c7","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:47.650872956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"eba3f8c0-102a-452d-a457-40989d00fce9","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:47.67056109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"eba3f8c0-102a-452d-a457-40989d00fce9","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:47.689137757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"eba3f8c0-102a-452d-a457-40989d00fce9","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.138781013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"7146b78c-2f57-4739-91bb-f381c339e547","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.138809146Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"7146b78c-2f57-4739-91bb-f381c339e547","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"routeName":"external-model-e2e-cfl-same-32cb67-80fbfabd45cd","namespace":"e2e-extmod-cfl-2-2aa680","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.22354795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-access","reconcileID":"05d5056e-93f9-4cfa-b824-5beec57ff386","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.223913007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"e69813df-0920-4cf8-8458-54d3f326d4ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.242859657Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-2aa680-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-sub","reconcileID":"652d94ca-034c-4e6a-afff-f83b64a22c96","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-2aa680-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-15e98629","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.254689144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-access","reconcileID":"05d5056e-93f9-4cfa-b824-5beec57ff386","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.255463557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"e69813df-0920-4cf8-8458-54d3f326d4ad","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.415416932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"cd3bce09-a10a-486f-bbf8-f2db84a2e339","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.416626747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"24b29d8f-17f8-4992-b8f3-316127235526","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.419615635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"4603fa7d-aaaa-4b53-866c-e90011376111","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.436335735Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"cd3bce09-a10a-486f-bbf8-f2db84a2e339","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.43752708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"24b29d8f-17f8-4992-b8f3-316127235526","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.440810121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"4603fa7d-aaaa-4b53-866c-e90011376111","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.514552168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-access","reconcileID":"aecdea20-9730-43ee-b943-619be63529fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.514568933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"1444843d-4041-4958-a4f4-ccb219284781","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.579834599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"1444843d-4041-4958-a4f4-ccb219284781","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.604231862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-access","reconcileID":"aecdea20-9730-43ee-b943-619be63529fd","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.776500996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"cb4153cc-c5cc-4799-be56-e0d5286a74ea","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.807916655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"cb4153cc-c5cc-4799-be56-e0d5286a74ea","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.812445569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"00c948f2-85fb-4597-a98e-e2e35e64bb90","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.836736846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"b16df763-5bd7-4fae-ba45-fc5670359529","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.838416371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"cb4153cc-c5cc-4799-be56-e0d5286a74ea","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.845213447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"00c948f2-85fb-4597-a98e-e2e35e64bb90","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.863255633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"b16df763-5bd7-4fae-ba45-fc5670359529","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.913864382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"2193f8b5-ea46-45c2-a55a-1a496e294945","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:48.937864565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"2193f8b5-ea46-45c2-a55a-1a496e294945","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:53.057182243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"c6039549-9166-4b9d-abb0-598bdf8abe51","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:53.079158914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"c6039549-9166-4b9d-abb0-598bdf8abe51","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:53.210661205Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","reconcileID":"492f3cac-9c99-4f44-aa4d-19125c6e6127","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-d45eddcd05f5","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:54.755085499Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e1769a priority=0:[ai-tenant-e2e-extmod-a-e1769a/e2e-shr-auth-833fef-sub ai-tenant-e2e-extmod-a-e1769a/e2e-shr-shared-384e87-sub]","namespace=ai-tenant-e2e-extmod-b-206095 priority=0:[ai-tenant-e2e-extmod-b-206095/e2e-shr-auth-833fef-sub ai-tenant-e2e-extmod-b-206095/e2e-shr-shared-384e87-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:54.770655485Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","reconcileID":"a413cc05-7a80-42cd-966a-d11305291ea5","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-d45eddcd05f5","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:54.788852523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"37979b7d-db42-4a07-9bf8-ed5c030b5ff8","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:36:54.792241909Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-extmod-b-4e2ac7/e2e-shr-auth-fa7576-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shr-auth-fa7576-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:54.80796425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"698d5be8-7e3b-40cc-854e-aa8be7df169f","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:54.807986776Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"698d5be8-7e3b-40cc-854e-aa8be7df169f","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:54.808954314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"37979b7d-db42-4a07-9bf8-ed5c030b5ff8","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:54.823776955Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","reconcileID":"55ebecbc-53fa-49b0-89fa-2826e9ba995b","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-d45eddcd05f5","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:54.893693738Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-sub","reconcileID":"b10f10dc-d07f-4269-a797-b78d3a21dc87","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","model":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-extmod-b-4e2ac7/e2e-shr-auth-fa7576-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:54.985040469Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","reconcileID":"d4c4bbfb-be11-4ae7-9165-d371a44fe135","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-d45eddcd05f5","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:54.987663994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"6e105ad3-3b94-4d5f-9534-07f5d21cfab0","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:55.007360562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"6e105ad3-3b94-4d5f-9534-07f5d21cfab0","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:55.032602713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-sub","reconcileID":"42893331-50fe-4628-8c03-3177a591431a","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","model":"e2e-extmod-shr-user-f63634/e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:56.960168766Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-sub","reconcileID":"0de20e5d-3aeb-4270-b01e-cad71916cb93","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"model":"e2e-extmod-shr-user-eba670/e2e-shr-quota-735a79-e2e-extmod-b-fb367d","subscription":"e2e-shr-quota-735a79-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:56.990711105Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-sub","reconcileID":"0de20e5d-3aeb-4270-b01e-cad71916cb93","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"model":"e2e-extmod-shr-user-eba670/e2e-shr-quota-735a79-e2e-extmod-b-fb367d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.006711419Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-sub","reconcileID":"0de20e5d-3aeb-4270-b01e-cad71916cb93","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"maas-trlp-e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-extmod-shr-user-eba670/e2e-shr-quota-735a79-e2e-extmod-b-fb367d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.103221963Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e1769a priority=0:[ai-tenant-e2e-extmod-a-e1769a/e2e-shr-auth-833fef-sub ai-tenant-e2e-extmod-a-e1769a/e2e-shr-shared-384e87-sub]","namespace=ai-tenant-e2e-extmod-b-206095 priority=0:[ai-tenant-e2e-extmod-b-206095/e2e-shr-auth-833fef-sub ai-tenant-e2e-extmod-b-206095/e2e-shr-shared-384e87-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.118475308Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","reconcileID":"85276b42-051a-413a-8383-e65ad2c0ba3b","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-6fc96760d62c","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.134861997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"c9337e0a-4bcc-425f-8384-e2b4b5c4dea5","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.154643674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"c9337e0a-4bcc-425f-8384-e2b4b5c4dea5","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.154837615Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","reconcileID":"eaa0ed4c-ec9b-455f-acba-aa99cdfe50db","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-d45eddcd05f5","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.24997176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"fab8d106-b60f-4b7f-bc8a-ccfc9a51ec5b","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.259128599Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","reconcileID":"ac2270b1-332b-4f56-8418-b1a2e77e0a9f","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-6fc96760d62c","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.269716188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"fab8d106-b60f-4b7f-bc8a-ccfc9a51ec5b","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.415753634Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"9fad31a0-5a34-4a21-b646-129fded0af63","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"model":"e2e-extmod-shr-user-eba670/e2e-shr-quota-735a79-e2e-extmod-b-fb367d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.534299638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"9fad31a0-5a34-4a21-b646-129fded0af63","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.590073191Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"9fad31a0-5a34-4a21-b646-129fded0af63","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"name":"e2e-extmod-b-fb367d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.590096997Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"e2e-shr-quota-735a79-access","reconcileID":"9fad31a0-5a34-4a21-b646-129fded0af63","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-fb367d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.625020483Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","reconcileID":"d5b302f6-963c-446a-8f24-4c7c99c487f0","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-6fc96760d62c","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-b-fb367d","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-b-fb367d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.77447629Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"567e54cc-43f6-49a3-847b-541a8702857c","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.79025819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"d56c40b3-406d-4b28-be67-a2a4fc46318e","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.812239148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"d56c40b3-406d-4b28-be67-a2a4fc46318e","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.814367714Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-sub","reconcileID":"bbe6c4a3-3ddb-4dfc-90ec-ba113f0765cd","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cdc58fbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.920690411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"dcf4bd3c-b349-446c-91b4-c9af89d2218b","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:57.940588603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"dcf4bd3c-b349-446c-91b4-c9af89d2218b","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.258756258Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-2aa680-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-sub","reconcileID":"f018461b-e985-44f5-9dd4-12173719018b","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-2aa680-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","subscription":"e2e-cfl-same-32cb67-2aa680-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.2890871Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-2aa680-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-sub","reconcileID":"f018461b-e985-44f5-9dd4-12173719018b","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-2aa680-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.30455706Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-2aa680-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-sub","reconcileID":"f018461b-e985-44f5-9dd4-12173719018b","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-2aa680-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"maas-trlp-e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680","model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.461847527Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e1769a priority=0:[ai-tenant-e2e-extmod-a-e1769a/e2e-shr-auth-833fef-sub ai-tenant-e2e-extmod-a-e1769a/e2e-shr-shared-384e87-sub]","namespace=ai-tenant-e2e-extmod-b-206095 priority=0:[ai-tenant-e2e-extmod-b-206095/e2e-shr-auth-833fef-sub ai-tenant-e2e-extmod-b-206095/e2e-shr-shared-384e87-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.477608676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"2c549bfa-0a2c-438c-8fbd-4ca94f2a513a","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.477636685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"2c549bfa-0a2c-438c-8fbd-4ca94f2a513a","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"routeName":"external-model-e2e-cfl-same-32cb67-80fbfabd45cd","namespace":"e2e-extmod-cfl-2-2aa680","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.514052005Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"48b02711-1a72-4e61-b6c8-0637d203e8b3","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-82cbb340e233","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-b-206095","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.551216633Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-sub","reconcileID":"c6d4cc5f-b2e1-4448-9119-c878cd40cb9e","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2e5babbf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.610859432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"7c972a52-e3de-4647-8d77-0eed8b122548","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.623556105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"ee4a403f-206f-4d34-a8fd-8cd068bd002c","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.624052072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-access","reconcileID":"0b1e24f2-626c-4a43-9d05-fa1031b2beee","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.62451958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"806f2b2f-352e-4947-8227-4552a83b69d0","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.62527784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"9d1059e9-8d7c-4dc0-8b96-fb41242435ba","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.625338435Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"9d1059e9-8d7c-4dc0-8b96-fb41242435ba","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"routeName":"external-model-e2e-cfl-same-32cb67-80fbfabd45cd","namespace":"e2e-extmod-cfl-2-2aa680","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.631646054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"7c972a52-e3de-4647-8d77-0eed8b122548","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.64716076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"806f2b2f-352e-4947-8227-4552a83b69d0","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.650536008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-access","reconcileID":"0b1e24f2-626c-4a43-9d05-fa1031b2beee","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.653993653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"ee4a403f-206f-4d34-a8fd-8cd068bd002c","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.830313478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"42bed259-3af0-430f-bf80-5f1c87a3000e","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.85103094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"42bed259-3af0-430f-bf80-5f1c87a3000e","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.883857875Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-2aa680-access","reconcileID":"3dfcaacb-b305-4314-9a9a-0b12ffe83306","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-2aa680-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.916333824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"69c4c089-6031-4469-a0d8-6a22c25bcb88","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.932356383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"c61d242a-5de7-4047-b305-d7dbff3504d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.936727377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"69c4c089-6031-4469-a0d8-6a22c25bcb88","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.955771443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"c61d242a-5de7-4047-b305-d7dbff3504d1","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:58.95706281Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"69c4c089-6031-4469-a0d8-6a22c25bcb88","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:59.132102653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"a1b46077-9baf-485f-a3b3-031c98f2abd1","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-2-2aa680/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:59.132578871Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"a1b46077-9baf-485f-a3b3-031c98f2abd1","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"routeName":"external-model-e2e-cfl-same-32cb67-80fbfabd45cd","namespace":"e2e-extmod-cfl-2-2aa680","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:59.279437807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"6bc2e20f-d989-464a-9bc0-619f6e5d252b","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:59.279461685Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"6bc2e20f-d989-464a-9bc0-619f6e5d252b","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:59.295699308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"e465505d-e2d0-4429-9244-8893391399cb","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:59.315883299Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-4c0202-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-sub","reconcileID":"2448ec79-1801-484e-8166-ad28f1580f5c","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-4c0202-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-94559fe6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:59.321260901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"e465505d-e2d0-4429-9244-8893391399cb","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:59.503670577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"ff9cc4a3-9c0c-44de-a4f3-4684f1b0af31","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:36:59.525534998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"ff9cc4a3-9c0c-44de-a4f3-4684f1b0af31","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:07.829932547Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-sub","reconcileID":"cde551d6-1ea2-4139-b244-b4cff5fbb9cc","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"model":"e2e-extmod-shr-user-eba670/e2e-shr-quota-735a79-e2e-extmod-a-6f162a","subscription":"e2e-shr-quota-735a79-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:07.870781619Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-sub","reconcileID":"cde551d6-1ea2-4139-b244-b4cff5fbb9cc","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"model":"e2e-extmod-shr-user-eba670/e2e-shr-quota-735a79-e2e-extmod-a-6f162a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:07.895359689Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-sub","reconcileID":"cde551d6-1ea2-4139-b244-b4cff5fbb9cc","MaaSSubscription":{"name":"e2e-shr-quota-735a79-sub","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"maas-trlp-e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-extmod-shr-user-eba670/e2e-shr-quota-735a79-e2e-extmod-a-6f162a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.053392996Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e1769a priority=0:[ai-tenant-e2e-extmod-a-e1769a/e2e-shr-auth-833fef-sub ai-tenant-e2e-extmod-a-e1769a/e2e-shr-shared-384e87-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.068445167Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"580c5a3a-acf2-4ce4-9741-5d76bfad7696","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.084862571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"b673ad73-8dab-4264-9031-cbbb4730489e","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.104666863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"b673ad73-8dab-4264-9031-cbbb4730489e","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.104927868Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"08e25f0b-8440-451e-9f86-a3450884feb6","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.21106663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"76559f09-22d7-4667-8cf3-8df8568f7600","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.215079461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"9d07d739-d36d-487f-bf46-34e3f40d921e","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.23331627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"76559f09-22d7-4667-8cf3-8df8568f7600","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.379150867Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"076d4f68-b81e-4a7a-b270-9affc2b904d2","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"model":"e2e-extmod-shr-user-eba670/e2e-shr-quota-735a79-e2e-extmod-a-6f162a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.49625584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"076d4f68-b81e-4a7a-b270-9affc2b904d2","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.552674255Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"076d4f68-b81e-4a7a-b270-9affc2b904d2","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"name":"e2e-extmod-a-6f162a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.552704967Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"e2e-shr-quota-735a79-access","reconcileID":"076d4f68-b81e-4a7a-b270-9affc2b904d2","MaaSAuthPolicy":{"name":"e2e-shr-quota-735a79-access","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-6f162a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.567736506Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-sub","reconcileID":"bddff31a-5cc9-4cbc-8157-e3283e0db463","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"model":"e2e-extmod-shr-user-6bb225/e2e-shr-auth-833fef-e2e-extmod-b-206095","subscription":"e2e-shr-auth-833fef-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.588120739Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"90110ed2-0b10-43e3-8aa5-663fffcab370","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.599020847Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-sub","reconcileID":"bddff31a-5cc9-4cbc-8157-e3283e0db463","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"model":"e2e-extmod-shr-user-6bb225/e2e-shr-auth-833fef-e2e-extmod-b-206095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.614382629Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-sub","reconcileID":"bddff31a-5cc9-4cbc-8157-e3283e0db463","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"maas-trlp-e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-extmod-shr-user-6bb225/e2e-shr-auth-833fef-e2e-extmod-b-206095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.705249041Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-extmod-a-e1769a priority=0:[ai-tenant-e2e-extmod-a-e1769a/e2e-shr-auth-833fef-sub ai-tenant-e2e-extmod-a-e1769a/e2e-shr-shared-384e87-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.720331562Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"3f636f4f-9394-4ef8-b1d2-766b57694186","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-82cbb340e233","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-b-206095","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.751325369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"c09a8952-dc95-4969-9117-01ab93e7cb10","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.751364669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"e408fe17-57c0-440f-b2fb-042091d1be93","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.771307931Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"e408fe17-57c0-440f-b2fb-042091d1be93","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.77141765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"c09a8952-dc95-4969-9117-01ab93e7cb10","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.86149602Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"df3b1b46-3276-472e-91bc-071c961acff5","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-82cbb340e233","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-b-206095","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.916491605Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-auth-833fef-access","reconcileID":"74fbe3a1-fd04-471f-91a1-064c15e5e733","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"model":"e2e-extmod-shr-user-6bb225/e2e-shr-auth-833fef-e2e-extmod-b-206095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.92273528Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","reconcileID":"bba4d53f-dde4-4e62-b9f0-5ae80766ac00","MaaSModelRef":{"name":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","namespace":"e2e-extmod-shr-user-eba670"},"routeName":"external-model-e2e-shr-quota-735a79-848d178da563","namespace":"e2e-extmod-shr-user-eba670","model":"e2e-shr-quota-735a79-e2e-extmod-a-6f162a","externalModel":"e2e-shr-quota-735a79","provider":"e2e-shr-quota-735a79-provider","gateway":"openshift-ingress/e2e-extmod-a-6f162a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:08.990279688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"b1077934-2c95-4d41-8a6b-15a29e220ec0","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.010033015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"b1077934-2c95-4d41-8a6b-15a29e220ec0","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.029160457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"b1077934-2c95-4d41-8a6b-15a29e220ec0","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.053645461Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","reconcileID":"3a02d4ee-e4b5-4a34-b118-3b27e1cd1a40","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-82cbb340e233","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-b-206095","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.196161235Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"f8af5402-1261-4af9-8c8d-c349a3c1915e","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-631422b94406","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.238293238Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-sub","reconcileID":"912f8dd9-e700-4517-9eff-374207771e62","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f3f875a1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.268673664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"cf85e3b9-bf43-4cbe-a342-82e785865980","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.269119427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"84861b47-7dee-4871-90f3-9d05902af8f6","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.289025634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"84861b47-7dee-4871-90f3-9d05902af8f6","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.324886284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"cf85e3b9-bf43-4cbe-a342-82e785865980","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.336368245Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-4c0202-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-sub","reconcileID":"1c6457df-819e-4e06-bd8a-95e39c229c6e","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-4c0202-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","subscription":"e2e-cfl-same-32cb67-4c0202-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.367795733Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-4c0202-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-sub","reconcileID":"1c6457df-819e-4e06-bd8a-95e39c229c6e","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-4c0202-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.383115936Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-4c0202-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-sub","reconcileID":"1c6457df-819e-4e06-bd8a-95e39c229c6e","MaaSSubscription":{"name":"e2e-cfl-same-32cb67-4c0202-sub","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"maas-trlp-e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.493725169Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-735a79","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79","reconcileID":"a477f7e3-e064-4108-b965-564232b7f85f","namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.495005667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"cf0e8645-a258-4f59-abde-c621ef95928a","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.495026013Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"cf0e8645-a258-4f59-abde-c621ef95928a","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.506619385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"dbb7d765-52a2-4b6b-8fcc-b2cacbe97326","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.526869694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"dbb7d765-52a2-4b6b-8fcc-b2cacbe97326","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.529562373Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"6c6a77f5-48fb-4168-8837-77d11310621e","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.623621806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"9b07a9ca-8df6-48ed-9a30-3bad066a5787","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.624367787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"bffc8866-6f15-43e9-ad46-7e1b53271395","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.626297097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"ee3a17ce-daa4-4dd7-a578-84a11e8f4a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.639614433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"a623fe59-9b1a-4634-946e-161a2a0a5cbc","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.644925892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"bffc8866-6f15-43e9-ad46-7e1b53271395","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.64610327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"9b07a9ca-8df6-48ed-9a30-3bad066a5787","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.647607123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"ee3a17ce-daa4-4dd7-a578-84a11e8f4a92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.655657434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"fc112823-904b-4abf-99c5-9430913baa70","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.655684957Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"fc112823-904b-4abf-99c5-9430913baa70","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.661041815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"a623fe59-9b1a-4634-946e-161a2a0a5cbc","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.666882387Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"9b07a9ca-8df6-48ed-9a30-3bad066a5787","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.705617757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"00d5cced-8f90-4010-993a-beca068ec88e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.727962146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"00d5cced-8f90-4010-993a-beca068ec88e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.785246222Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-quota-735a79","namespace":"e2e-extmod-shr-user-eba670"},"namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79","reconcileID":"3d3eccde-a153-412a-bdb7-e3a778c307f6","namespace":"e2e-extmod-shr-user-eba670","name":"e2e-shr-quota-735a79","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.791532044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"1667ff5e-543a-4f64-b733-e93f614d6b5b","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.811516279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"1667ff5e-543a-4f64-b733-e93f614d6b5b","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.856783041Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"34cf93b7-f7dd-45b2-b083-7ab09aa2ea4d","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.890642577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"1060a472-159a-44a9-b2f9-0a841ffaa7a3","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.911244346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"1060a472-159a-44a9-b2f9-0a841ffaa7a3","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.91495984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"44da0796-5f58-4a97-8507-30066bbcc573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:09.93802697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"44da0796-5f58-4a97-8507-30066bbcc573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.137782452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"227e5f0c-68fd-402e-8b20-cd15b8ba4a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.282677488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"34cf93b7-f7dd-45b2-b083-7ab09aa2ea4d","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.309251161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"227e5f0c-68fd-402e-8b20-cd15b8ba4a4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.310139936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c4426ee9-fde3-40d5-9d6a-3d2adca1641d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.282717042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"702f2ae2-71d5-424f-8636-3d2662844751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.366136549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"b173a525-8682-4705-b174-4ff67f92ad7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.387727538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"702f2ae2-71d5-424f-8636-3d2662844751","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.390077115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"c4426ee9-fde3-40d5-9d6a-3d2adca1641d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.406334578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"b173a525-8682-4705-b174-4ff67f92ad7d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.423371533Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"34cf93b7-f7dd-45b2-b083-7ab09aa2ea4d","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"name":"e2e-extmod-a-45036b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.423396636Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"e2e-cfl-same-32cb67-4c0202-access","reconcileID":"34cf93b7-f7dd-45b2-b083-7ab09aa2ea4d","MaaSAuthPolicy":{"name":"e2e-cfl-same-32cb67-4c0202-access","namespace":"ai-tenant-e2e-extmod-a-45036b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-45036b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.456770882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"8a61ded4-0bf4-475e-b768-7a1e1ef762a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.462160778Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"c4a6596e-11bd-461c-8b3c-f6ae6fc70d86","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"tenant":"e2e-extmod-a-45036b","gateway":"openshift-ingress/e2e-extmod-a-45036b","model":"e2e-extmod-cfl-1-4c0202/e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.462210673Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"c4a6596e-11bd-461c-8b3c-f6ae6fc70d86","MaaSModelRef":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"routeName":"external-model-e2e-cfl-same-32cb67-3dc5c39018d4","namespace":"e2e-extmod-cfl-1-4c0202","model":"e2e-cfl-same-32cb67","externalModel":"e2e-cfl-same-32cb67","provider":"e2e-cfl-same-32cb67","gateway":"openshift-ingress/e2e-extmod-a-45036b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.477280372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"8a61ded4-0bf4-475e-b768-7a1e1ef762a2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.557573108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1138f9ad-422e-4131-9b54-8db5f8eeae76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.557648645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"d1b0c44f-2ccf-4941-ba5d-f439894def0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.559133016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4864a835-a633-4580-9ef1-6b461baf5d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.577367129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1138f9ad-422e-4131-9b54-8db5f8eeae76","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.580623057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4864a835-a633-4580-9ef1-6b461baf5d59","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.580742806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"d1b0c44f-2ccf-4941-ba5d-f439894def0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.656702537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"954862e8-fc27-4b98-a924-abc9aec26711","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.677399994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"954862e8-fc27-4b98-a924-abc9aec26711","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.742533725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"8cdf78c5-6a19-4ce7-86c9-321349399782","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.757579517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"7ddea9ce-d4fc-41af-b1bc-03cb09ed7363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.758601839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"9f13c6c3-e114-4556-88ff-4be6e77e6f4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.759635485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"5ab02104-c337-41f5-8973-6b685d075105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.763568009Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"8cdf78c5-6a19-4ce7-86c9-321349399782","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:10.837514037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"5ab02104-c337-41f5-8973-6b685d075105","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:11.189879827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"9f13c6c3-e114-4556-88ff-4be6e77e6f4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:11.194830817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"7ddea9ce-d4fc-41af-b1bc-03cb09ed7363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:11.213851368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"e40beecb-10a0-4486-8c5c-be1bdaad4d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:11.25270697Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"e40beecb-10a0-4486-8c5c-be1bdaad4d11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:11.266258198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"d8135acf-6c4f-43e7-82d4-9b7e97af9183","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:11.270463234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"eaf4c67d-2b5c-4965-9c68-4d9fcec748ae","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:11.28799132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"d8135acf-6c4f-43e7-82d4-9b7e97af9183","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:11.2912889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"eaf4c67d-2b5c-4965-9c68-4d9fcec748ae","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:11.297983394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"72ad2009-84bd-4729-8465-d6fd26e353dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:11.298674975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"435ff3d3-70ba-416f-acfd-1474749f4cce","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:11.309966474Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"eaf4c67d-2b5c-4965-9c68-4d9fcec748ae","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:11.31800036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"72ad2009-84bd-4729-8465-d6fd26e353dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:11.318513304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"435ff3d3-70ba-416f-acfd-1474749f4cce","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:11.355336288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"ebba2297-3461-4b0b-a95a-1d706c16a5bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:11.35597589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"47efe6d9-c5b0-4298-8407-b070d27b07f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:11.375630137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"ebba2297-3461-4b0b-a95a-1d706c16a5bc","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:11.375795896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"47efe6d9-c5b0-4298-8407-b070d27b07f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:15.662679842Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:16.883770765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"9a224c44-8427-478b-be81-1501445b4dfb","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"tenant":"e2e-inf-a-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:16.883881777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"9a224c44-8427-478b-be81-1501445b4dfb","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"routeName":"test-model-5cd0f2-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cd0f2","llmisvcName":"test-model-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:17.212756995Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"2326bf1d-f3b5-4cc0-886d-3942aa69f782","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"tenant":"e2e-inf-a-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:17.212777834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"2326bf1d-f3b5-4cc0-886d-3942aa69f782","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"routeName":"test-model-5cd0f2-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cd0f2","llmisvcName":"test-model-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:17.232283185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"40435678-4ad1-4d76-b19f-9e0ad80b9ae5","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"tenant":"e2e-inf-a-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:17.232307355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"40435678-4ad1-4d76-b19f-9e0ad80b9ae5","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"routeName":"test-model-5cd0f2-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cd0f2","llmisvcName":"test-model-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:17.266069825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"c0454336-9150-4af8-987c-46c2bee4e8a0","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:17.495754968Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"c0454336-9150-4af8-987c-46c2bee4e8a0","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:17.52515224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"c0454336-9150-4af8-987c-46c2bee4e8a0","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:17.543891628Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"c2faad09-279f-4fad-91e4-65da0759e144","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"tenant":"e2e-inf-a-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:17.543915273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"c2faad09-279f-4fad-91e4-65da0759e144","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"routeName":"test-model-5cd0f2-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cd0f2","llmisvcName":"test-model-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:19.253681243Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-sub","reconcileID":"86657efe-41fe-42c9-a75a-87075bab0dd5","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"model":"e2e-extmod-shr-user-6bb225/e2e-shr-auth-833fef-e2e-extmod-a-e1769a","subscription":"e2e-shr-auth-833fef-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:19.284909244Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-sub","reconcileID":"86657efe-41fe-42c9-a75a-87075bab0dd5","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"model":"e2e-extmod-shr-user-6bb225/e2e-shr-auth-833fef-e2e-extmod-a-e1769a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:19.300412116Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-sub","reconcileID":"86657efe-41fe-42c9-a75a-87075bab0dd5","MaaSSubscription":{"name":"e2e-shr-auth-833fef-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"maas-trlp-e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-extmod-shr-user-6bb225/e2e-shr-auth-833fef-e2e-extmod-a-e1769a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:19.406852245Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"3e20b67c-318b-4e10-80f9-0db7eef283ae","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-631422b94406","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:19.437339474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"d67c1757-0c5d-4da1-b3c7-7811422e4702","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:19.437588755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"e472e492-d61a-4778-8052-2a6f952a1bf4","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:19.459045539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"d67c1757-0c5d-4da1-b3c7-7811422e4702","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:19.459058688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"e472e492-d61a-4778-8052-2a6f952a1bf4","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:19.556135327Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"b6d988b1-61f5-454b-b9f4-5163d769c2e5","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-631422b94406","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:19.606569337Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-auth-833fef-access","reconcileID":"964da52d-4661-4184-92dc-2bf38ca0f9f6","MaaSAuthPolicy":{"name":"e2e-shr-auth-833fef-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"model":"e2e-extmod-shr-user-6bb225/e2e-shr-auth-833fef-e2e-extmod-a-e1769a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:19.671570791Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"d3d2e902-3389-469e-af3f-777d603497c2","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-631422b94406","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.015486536Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","reconcileID":"90d798c1-4062-456e-aba0-4ccf6bfbd4f6","MaaSModelRef":{"name":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-auth-833fef-631422b94406","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-auth-833fef-e2e-extmod-a-e1769a","externalModel":"e2e-shr-auth-833fef","provider":"e2e-shr-auth-833fef-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.574442613Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-833fef","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef","reconcileID":"fbb92547-7130-42ad-9ac7-12860aa62050","namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.610434702Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"4deec19e-d63f-421d-a9d8-7e5e641fafbc","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.611502005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"7a176c51-8958-4151-9239-7ef79f0b959d","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.61152066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"e4917b17-46f3-4e30-97ce-abd47a443712","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.613483486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"a3493b37-4a3f-415f-a59c-777971ae5d16","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.613736237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"f732790c-8677-4596-8ccf-5e367b4f7b9f","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.627558717Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"831ab974-2c0e-4c79-b692-49c40afa0e24","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.629411728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ec1bf146-a197-4987-a351-9bb8c41fb661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.635026913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"a3493b37-4a3f-415f-a59c-777971ae5d16","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.635744088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"e4917b17-46f3-4e30-97ce-abd47a443712","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.639545398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"7a176c51-8958-4151-9239-7ef79f0b959d","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.640399595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"f732790c-8677-4596-8ccf-5e367b4f7b9f","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.654849318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ec1bf146-a197-4987-a351-9bb8c41fb661","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.65990693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"7a176c51-8958-4151-9239-7ef79f0b959d","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.660267572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"f732790c-8677-4596-8ccf-5e367b4f7b9f","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.66084535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-sub","reconcileID":"1ffd2cd9-0a93-4b1f-b1d8-5e2304811d3f","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"maas-trlp-e2e-shr-shared-384e87-e2e-extmod-b-206095","model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-b-206095","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.661097533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-sub","reconcileID":"fdb481dd-cb6d-48b0-897f-3a112466be36","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"maas-trlp-e2e-shr-shared-384e87-e2e-extmod-a-e1769a","model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-a-e1769a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.68517736Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"f09c5d26-7c18-4f87-8000-9440fc8d9508","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.70250987Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"c06feb07-3afd-43cb-a724-dd480f9317ca","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.724665107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"22c5d4be-3d37-49ca-9b1b-e863eec56414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.724710205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"286ee1c4-9130-43c7-a5b6-3e120a8a5c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.745797116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"22c5d4be-3d37-49ca-9b1b-e863eec56414","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.746057558Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"286ee1c4-9130-43c7-a5b6-3e120a8a5c74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.78997692Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-sub","reconcileID":"bcf475f1-9236-4630-bbf7-218700ab4563","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"maas-trlp-e2e-shr-shared-384e87-e2e-extmod-a-e1769a","model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-a-e1769a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.790281214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-sub","reconcileID":"15e5fec8-3713-4a2e-8723-aefa73e74f1b","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"maas-trlp-e2e-shr-shared-384e87-e2e-extmod-b-206095","model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-b-206095","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.845667304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8c7106b2-1309-457e-9944-1363d4b75294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.856393125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"b5bd6cf6-04cf-4786-a2f1-ba8b0880c0ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.856559042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"2f36e6e2-abfc-47b0-b9f3-a995deb1e9dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.865436977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"8c7106b2-1309-457e-9944-1363d4b75294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.865945533Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-833fef","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef","reconcileID":"b800b53a-d3fb-46d6-bbc9-580138c64c59","namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-auth-833fef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.878292642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"2f36e6e2-abfc-47b0-b9f3-a995deb1e9dd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:20.878311868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"b5bd6cf6-04cf-4786-a2f1-ba8b0880c0ec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.185313284Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"cf39b797-e216-44b1-8611-4b043d3f29de","namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.220718393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"141c3b6b-94ef-4344-9ab0-7b1e18de1dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.268622728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9116a8c7-a347-4223-a966-87e713ad5179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.269702233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"0048cd0f-c850-4291-a2a9-259738a8b486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.271106158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"36ce4885-3a84-4fcd-ab03-e64522b9958f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.294998102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"141c3b6b-94ef-4344-9ab0-7b1e18de1dff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.296101676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9116a8c7-a347-4223-a966-87e713ad5179","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.298972876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"0048cd0f-c850-4291-a2a9-259738a8b486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.300168051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"36ce4885-3a84-4fcd-ab03-e64522b9958f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.317081921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"731c7a7f-f1d5-4000-95d3-aa40705f5051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.338664579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"731c7a7f-f1d5-4000-95d3-aa40705f5051","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.382764141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"f0c37cb3-4e28-4b8b-be78-e6851d81dba7","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.396351909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"7ff6254e-90b1-4f9c-be5b-0e6ff3188070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.396351908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"5971e693-251a-4fbd-8ddd-15c4c967d849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.397167821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"7f771ae8-e972-48e3-8fc0-09a7970c79ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.402767481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"f0c37cb3-4e28-4b8b-be78-e6851d81dba7","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.418413659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"7ff6254e-90b1-4f9c-be5b-0e6ff3188070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.422290075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"5971e693-251a-4fbd-8ddd-15c4c967d849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.430693681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"95332ccd-94c4-4426-a02d-1ac354f1724b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.493748268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"7f771ae8-e972-48e3-8fc0-09a7970c79ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.494686388Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"9c5d3ac4-f92e-4039-bb71-24511b1cb96d","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.865796116Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-sub","reconcileID":"d1731ba7-00e5-4ab5-a24b-3ccf99bf4c88","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5e256980","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.866632603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"95332ccd-94c4-4426-a02d-1ac354f1724b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.88824303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"12cf47c9-caec-46fb-b2af-bc427dac7f2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.930714324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"12cf47c9-caec-46fb-b2af-bc427dac7f2a","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.93132895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"cca8c6fc-bc44-4a98-9530-6c3204236cda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.932041637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"3afbca41-81be-46e4-8a4e-ff2fff91efac","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.955710471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"4dc4f66b-72d5-4b33-a2c9-c2e9b75db603","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.962870529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"cca8c6fc-bc44-4a98-9530-6c3204236cda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.964768152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"3afbca41-81be-46e4-8a4e-ff2fff91efac","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.967960562Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-1-4c0202"},"namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","reconcileID":"a1338239-445b-46b2-a36c-c470424d19a7","namespace":"e2e-extmod-cfl-1-4c0202","name":"e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.992225388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"4dc4f66b-72d5-4b33-a2c9-c2e9b75db603","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:21.994696468Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"3afbca41-81be-46e4-8a4e-ff2fff91efac","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.019295308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"4b5914d1-ba92-4c78-9503-ca26549e6fac","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.160989047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"4b5914d1-ba92-4c78-9503-ca26549e6fac","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.203174341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"cb146315-b27a-4845-991a-edacd9e1ba45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.362180595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"4b5914d1-ba92-4c78-9503-ca26549e6fac","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.426703046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"6210746b-5419-4b8d-b3fd-5221ff914297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.429806175Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"cb146315-b27a-4845-991a-edacd9e1ba45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.434286879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"c4796b15-f228-4e2d-8293-5004bd84a9e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.44985463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"1ee6b894-e4b5-4147-ae79-b30ebcaa368e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.452069486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"6210746b-5419-4b8d-b3fd-5221ff914297","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.456267398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"c4796b15-f228-4e2d-8293-5004bd84a9e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.45781906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"1b55e042-ce4c-4cce-993f-9862bdbd1061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.471221594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"1ee6b894-e4b5-4147-ae79-b30ebcaa368e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.478054504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"1b55e042-ce4c-4cce-993f-9862bdbd1061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.512663837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"897ff66e-9229-4672-a42a-f8a3b5153438","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.532796106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"897ff66e-9229-4672-a42a-f8a3b5153438","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.713260946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"0bc90135-54bf-41ed-b937-1cd2c8fe6acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.713291204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8d490e9-cc24-4392-99ab-2794362679d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.713888767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"5c80c6d4-0efa-4dfc-a39c-f33886dee50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.714107366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"2f15be62-d9eb-4600-bd8e-19e88ea610ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.733862374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f8d490e9-cc24-4392-99ab-2794362679d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.735220667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"5c80c6d4-0efa-4dfc-a39c-f33886dee50e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.736437205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"2f15be62-d9eb-4600-bd8e-19e88ea610ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.738764146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"0bc90135-54bf-41ed-b937-1cd2c8fe6acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.815081017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3256ed0-60a6-4b35-9feb-c8ac9149d6a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.835310268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a3256ed0-60a6-4b35-9feb-c8ac9149d6a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.90210421Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"6acc120e-2d7c-43e0-8058-b5d5d5c9da1c","namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.9088957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"bf6dc691-95e2-46b8-9275-4baacacc87ee","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.909351661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"b50ccf93-1249-4327-9ec3-c6e0de234c2f","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.909964017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"4d075d2c-6dcb-4051-a6cb-9462e3ad1d16","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.915400423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"f2239f7c-7968-4d76-b030-f90e98774512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.923051505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"496ffd6a-2707-4e73-b52d-9d0f16daee66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.928766856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"bf6dc691-95e2-46b8-9275-4baacacc87ee","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.930300751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"b50ccf93-1249-4327-9ec3-c6e0de234c2f","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.93125979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"4d075d2c-6dcb-4051-a6cb-9462e3ad1d16","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.934820418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"f2239f7c-7968-4d76-b030-f90e98774512","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.944353394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"496ffd6a-2707-4e73-b52d-9d0f16daee66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.949829347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"b50ccf93-1249-4327-9ec3-c6e0de234c2f","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:22.998974033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"e4319a9e-a44a-49e1-b35e-c65cebc5132b","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.020309334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"e4319a9e-a44a-49e1-b35e-c65cebc5132b","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.029289387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"80347a23-a094-4b14-83d2-c1f39f6e813d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.039273721Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"e4319a9e-a44a-49e1-b35e-c65cebc5132b","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.050726591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"80347a23-a094-4b14-83d2-c1f39f6e813d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.091214723Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cfl-same-32cb67","namespace":"e2e-extmod-cfl-2-2aa680"},"namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","reconcileID":"43fc949b-9aff-4e5c-9232-242ec4810ed6","namespace":"e2e-extmod-cfl-2-2aa680","name":"e2e-cfl-same-32cb67","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.101781739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"9269aba8-d1cd-4c41-9541-a249a2ea1ca3","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.129538034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"603d24d8-6ee8-42c5-99d5-e43c529f41a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.130334746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"2a1aca4b-541d-4d4c-84ab-b407b7163968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.130994302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"e5341ed0-0e99-48e3-9a50-7b5af6d2636b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.143126314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"9269aba8-d1cd-4c41-9541-a249a2ea1ca3","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.340897452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"2a1aca4b-541d-4d4c-84ab-b407b7163968","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.343541254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"e5341ed0-0e99-48e3-9a50-7b5af6d2636b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.349882075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"603d24d8-6ee8-42c5-99d5-e43c529f41a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.397132811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"89d5a753-f8da-4a07-82de-f3205d9e9c9a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.424601457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"89d5a753-f8da-4a07-82de-f3205d9e9c9a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.544439176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"170507c6-6490-42c2-be0a-9d37b83a649d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.544439101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"163f1ef8-b2ed-4617-9fb9-8fab81f5d0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.565152211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"163f1ef8-b2ed-4617-9fb9-8fab81f5d0cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.565212538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"170507c6-6490-42c2-be0a-9d37b83a649d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.649228341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"3abd7013-df61-4b60-9a91-af424f240561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.649529514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"336cf46a-c6d2-4507-b6e2-54e052968ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.64922593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7c484afa-ee98-4da2-9dc8-fad3bc362270","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.669962397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"3abd7013-df61-4b60-9a91-af424f240561","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.67016748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"336cf46a-c6d2-4507-b6e2-54e052968ce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.672600057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7c484afa-ee98-4da2-9dc8-fad3bc362270","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.780298954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"14397772-8bb3-4c00-a7d6-a8e265cd5b04","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.794689218Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"d7f9b54d-d679-4a0b-8cc2-dec504702a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.801932833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"14397772-8bb3-4c00-a7d6-a8e265cd5b04","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.816051145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"d7f9b54d-d679-4a0b-8cc2-dec504702a46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.820621778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"14397772-8bb3-4c00-a7d6-a8e265cd5b04","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.844579066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e149257d-8b9b-4652-8e0f-b689eb0bf8bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.84476389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1abb5540-9742-45ff-b239-fcec1ccdb2df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.845314744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5afe868b-9e01-4498-91c3-f52ec4862e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.865753383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"e149257d-8b9b-4652-8e0f-b689eb0bf8bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.865796513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1abb5540-9742-45ff-b239-fcec1ccdb2df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.868414969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5afe868b-9e01-4498-91c3-f52ec4862e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.94490958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a233da55-c2ff-420f-8801-f2c8d19de17d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:23.970867004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a233da55-c2ff-420f-8801-f2c8d19de17d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.034913439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"8afcd219-102e-4bee-a00f-c9df11cd8b0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.03491278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"f90891bd-8a10-4235-a623-9202d9105c1e","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.051755487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"14887dfa-90b7-4331-961b-91300b0b015d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.053590153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"8d678483-39cf-41a4-91ec-60505700e352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.055582289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"8afcd219-102e-4bee-a00f-c9df11cd8b0a","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.059663481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"f90891bd-8a10-4235-a623-9202d9105c1e","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.080694574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"8d678483-39cf-41a4-91ec-60505700e352","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.080963508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"14887dfa-90b7-4331-961b-91300b0b015d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.143242345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"34d56e91-5207-4b79-a7ee-085e17bc4f91","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.163377123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"34d56e91-5207-4b79-a7ee-085e17bc4f91","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.182323682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"34d56e91-5207-4b79-a7ee-085e17bc4f91","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.24417232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"9957e04f-973b-4515-8713-1ebf33bdad4b","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.259449589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"06e17983-ff7c-4b93-a3cc-a90b5df66f1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.259449586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"cac5408b-a7f5-46b7-b3c6-b050dbf5fa1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.260092432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"d72ea321-adb5-4640-83d4-650a3f42ce00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.260505385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"03416020-7103-480d-b37c-99b7b7831724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.264133671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"9957e04f-973b-4515-8713-1ebf33bdad4b","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.280079206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"cac5408b-a7f5-46b7-b3c6-b050dbf5fa1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.280255331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"06e17983-ff7c-4b93-a3cc-a90b5df66f1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.282461189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"03416020-7103-480d-b37c-99b7b7831724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:24.282484494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"d72ea321-adb5-4640-83d4-650a3f42ce00","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:27.819965971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18091ed8-8a48-4502-8cf1-a1e92b44189a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:27.834958338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18091ed8-8a48-4502-8cf1-a1e92b44189a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:27.85059594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18091ed8-8a48-4502-8cf1-a1e92b44189a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:27.865717876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18091ed8-8a48-4502-8cf1-a1e92b44189a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:28.544779299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7453b597-97be-4762-a6d5-ae152f6a6cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:28.594619533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7453b597-97be-4762-a6d5-ae152f6a6cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:28.734238548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7453b597-97be-4762-a6d5-ae152f6a6cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:28.78554999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7453b597-97be-4762-a6d5-ae152f6a6cf6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:31.144067138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945c51c2-3a7d-4306-a3c9-fee286b565f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:31.159893415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945c51c2-3a7d-4306-a3c9-fee286b565f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:31.175116215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945c51c2-3a7d-4306-a3c9-fee286b565f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:31.190437089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"945c51c2-3a7d-4306-a3c9-fee286b565f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:31.825221981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a542a0-04c1-43ce-9e1b-5f1d4a23a6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:31.840987882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a542a0-04c1-43ce-9e1b-5f1d4a23a6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:31.856432041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a542a0-04c1-43ce-9e1b-5f1d4a23a6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:31.871587322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a542a0-04c1-43ce-9e1b-5f1d4a23a6f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:31.886734972Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-sub","reconcileID":"e17cb483-7040-4d45-93ad-1b82e171faab","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-b-206095","subscription":"e2e-shr-shared-384e87-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:31.917395871Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-sub","reconcileID":"e17cb483-7040-4d45-93ad-1b82e171faab","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-b-206095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:31.934665312Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-sub","reconcileID":"e17cb483-7040-4d45-93ad-1b82e171faab","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"maas-trlp-e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-b-206095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.185487841Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a8ab3c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a8ab3c","reconcileID":"5807b075-2f7e-4b04-a0af-29c89c3899f0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a8ab3c","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-a8ab3c":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.227586317Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"cae28202-858e-45e3-a626-bcb3a829f0d3","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.249133288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"1a1ced81-8784-4d25-b602-64b8c453de6e","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.271678397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"1a1ced81-8784-4d25-b602-64b8c453de6e","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.36559517Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"e0219176-3787-4f7e-8e58-653501245639","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.424832235Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"36f13fee-f32e-4397-a743-26238684343c","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-b-206095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.54236149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"36f13fee-f32e-4397-a743-26238684343c","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.597371092Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"36f13fee-f32e-4397-a743-26238684343c","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"name":"e2e-extmod-b-206095-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.597399816Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"e2e-shr-shared-384e87-access","reconcileID":"36f13fee-f32e-4397-a743-26238684343c","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-b-206095"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-206095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.635058274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","reconcileID":"40114cab-033a-4c86-9b05-0b0e10170783","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-b-206095","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-79f044bc4827","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-b-206095","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-b-206095","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.678483394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c704210-c79e-45c4-8ee1-84db9ec25d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.694356621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c704210-c79e-45c4-8ee1-84db9ec25d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.709878427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c704210-c79e-45c4-8ee1-84db9ec25d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.724885883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c704210-c79e-45c4-8ee1-84db9ec25d68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.792647701Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"afce9a3e-dff3-47eb-a2b8-f3a10b93d72d","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.809367481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"4a36d8e7-6520-48e9-a1cd-6e78e90ee346","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.829958848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"4a36d8e7-6520-48e9-a1cd-6e78e90ee346","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:32.837003662Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-sub","reconcileID":"5cddf373-9098-4b3c-a7e0-ddaea6506717","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c48be9aa","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:33.006235149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"4014f9ae-6dbe-4b6e-9fa5-a60a8ff27f2d","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:33.02625281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"4014f9ae-6dbe-4b6e-9fa5-a60a8ff27f2d","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:33.92258914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"5fd98089-0de8-4cc9-b7af-805a75aa229a","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:37:33.947025729Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a8ab3c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a8ab3c","reconcileID":"9d223f76-f9d3-4af3-942f-3a9c3e45fd3b","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-a8ab3c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:33.955029519Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"5fd98089-0de8-4cc9-b7af-805a75aa229a","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:33.978284587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"5fd98089-0de8-4cc9-b7af-805a75aa229a","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:34.224133326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"bb266d53-97d1-4181-beab-90d3aee7ee13","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:34.247245925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"bb266d53-97d1-4181-beab-90d3aee7ee13","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:34.271166662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"bb266d53-97d1-4181-beab-90d3aee7ee13","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:42.411440487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a180cfd-e7cb-440b-a837-37c9dcd28274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:42.426315324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a180cfd-e7cb-440b-a837-37c9dcd28274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:42.44134244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a180cfd-e7cb-440b-a837-37c9dcd28274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:42.456299024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a180cfd-e7cb-440b-a837-37c9dcd28274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:42.855986345Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-sub","reconcileID":"a8b5f174-c7d9-4b9f-98cf-c8bd94780927","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-a-e1769a","subscription":"e2e-shr-shared-384e87-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:42.888181084Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-sub","reconcileID":"a8b5f174-c7d9-4b9f-98cf-c8bd94780927","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-a-e1769a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:42.903562043Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-sub","reconcileID":"a8b5f174-c7d9-4b9f-98cf-c8bd94780927","MaaSSubscription":{"name":"e2e-shr-shared-384e87-sub","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"maas-trlp-e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-a-e1769a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:43.015561576Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"391efe70-9e62-474b-a886-57c043d0bddd","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:43.045375666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2244427-72f8-4b44-9df4-4ecf16be8821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:43.131596741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2244427-72f8-4b44-9df4-4ecf16be8821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:43.131819908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"f11e3cc7-009e-40bf-b980-3e4d59118421","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:43.147026857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2244427-72f8-4b44-9df4-4ecf16be8821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:43.161935687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2244427-72f8-4b44-9df4-4ecf16be8821","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:43.221928296Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"e75933d4-de9f-4920-a1ca-eee13516546a","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:43.224283518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"f11e3cc7-009e-40bf-b980-3e4d59118421","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:43.32405062Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-3b8149","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-3b8149","reconcileID":"6d0f87c1-c701-4b69-b510-59a3565df43b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-3b8149","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-3b8149":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:43.378907109Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"63f3bcee-925f-4e29-acdf-5675811e4924","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"model":"e2e-extmod-shr-user-6bb225/e2e-shr-shared-384e87-e2e-extmod-a-e1769a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:43.605118126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"63f3bcee-925f-4e29-acdf-5675811e4924","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:43.672425637Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"63f3bcee-925f-4e29-acdf-5675811e4924","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"name":"e2e-extmod-a-e1769a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:43.67245427Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"e2e-shr-shared-384e87-access","reconcileID":"63f3bcee-925f-4e29-acdf-5675811e4924","MaaSAuthPolicy":{"name":"e2e-shr-shared-384e87-access","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-e1769a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:43.744370361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"1c5bd323-d265-464b-99b4-a881d4cce3cd","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.104872552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"b426d8ea-beb2-4dd8-980c-f2799df8ac71","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.130466358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"b426d8ea-beb2-4dd8-980c-f2799df8ac71","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.152376876Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"b426d8ea-beb2-4dd8-980c-f2799df8ac71","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.250262272Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","reconcileID":"8658e8d8-2795-4e8c-94bd-2a79e4fc8a3e","MaaSModelRef":{"name":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","namespace":"e2e-extmod-shr-user-6bb225"},"routeName":"external-model-e2e-shr-shared-384e87-53f01008b997","namespace":"e2e-extmod-shr-user-6bb225","model":"e2e-shr-shared-384e87-e2e-extmod-a-e1769a","externalModel":"e2e-shr-shared-384e87","provider":"e2e-shr-shared-384e87-provider","gateway":"openshift-ingress/e2e-extmod-a-e1769a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.315321015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c774658-b158-434e-9f7f-52e710ab6e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.315439706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"bfd2376c-fd24-4129-9a19-75af851d1b10","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.330299045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c774658-b158-434e-9f7f-52e710ab6e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.346217645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c774658-b158-434e-9f7f-52e710ab6e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.351848823Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"bfd2376c-fd24-4129-9a19-75af851d1b10","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.361250708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c774658-b158-434e-9f7f-52e710ab6e9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.381867983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"bfd2376c-fd24-4129-9a19-75af851d1b10","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.83107559Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-384e87","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87","reconcileID":"5149c5d6-168d-44db-a82b-446c8827062a","namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.874028671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"b0e4bc99-ab15-435c-8c38-89dabbd3eb5a","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.874101885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"6f2b842d-40a0-4d9a-9ebf-ea1e78b5c8e0","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.889947006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"7763cf95-8ee5-4fc7-b6ec-4ccde78c7266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.895665601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"6f2b842d-40a0-4d9a-9ebf-ea1e78b5c8e0","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.895689736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"b0e4bc99-ab15-435c-8c38-89dabbd3eb5a","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.910812647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"7763cf95-8ee5-4fc7-b6ec-4ccde78c7266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.914446403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"b0e4bc99-ab15-435c-8c38-89dabbd3eb5a","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.914705895Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"6f2b842d-40a0-4d9a-9ebf-ea1e78b5c8e0","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.982230268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ab3fa8-1981-4c5c-bfa0-e72bf914c291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.982404768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"2f42c4b3-a667-408d-be85-df89f826da1a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.997432791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ab3fa8-1981-4c5c-bfa0-e72bf914c291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.997550339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"5aaf1c57-3c18-4f1d-914c-770619ec1a41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:44.997704257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b7da2b03-ee72-48b5-ba6c-5d6f5e8328ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.014834159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ab3fa8-1981-4c5c-bfa0-e72bf914c291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.016475635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"36a93773-e7cd-41f0-a4cd-68b4e7c245b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.020198032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"5aaf1c57-3c18-4f1d-914c-770619ec1a41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.033445439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39ab3fa8-1981-4c5c-bfa0-e72bf914c291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.037071386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"36a93773-e7cd-41f0-a4cd-68b4e7c245b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.039237495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b7da2b03-ee72-48b5-ba6c-5d6f5e8328ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.060491562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"2f42c4b3-a667-408d-be85-df89f826da1a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.089476421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"49c4cce9-dde1-4bcf-b0a9-56d193b35ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.110072746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"49c4cce9-dde1-4bcf-b0a9-56d193b35ea4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:37:45.129120617Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-3b8149","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-3b8149","reconcileID":"ca114c06-542e-4802-9d05-a6caf18bf30b","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-3b8149\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.137298447Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-shared-384e87","namespace":"e2e-extmod-shr-user-6bb225"},"namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87","reconcileID":"e9616bcb-dfad-40e8-bd9f-8616eaa4d016","namespace":"e2e-extmod-shr-user-6bb225","name":"e2e-shr-shared-384e87","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.4247464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"743aa7d1-52c1-455c-94cb-b50921b570e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.425337848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"91c5253b-c597-4dbb-83e3-9cf8024ad26e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.425764136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"017fc369-9ab4-4580-8a44-f519dcff6695","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.442063615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"b8852839-5534-437f-b4ae-949a5a9b7133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.603629448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"327dacdc-e5cd-411d-abc2-a30a822ccd5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.610529612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"b8852839-5534-437f-b4ae-949a5a9b7133","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.615493802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"91c5253b-c597-4dbb-83e3-9cf8024ad26e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.616580216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"017fc369-9ab4-4580-8a44-f519dcff6695","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.619111624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"743aa7d1-52c1-455c-94cb-b50921b570e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.776225743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"327dacdc-e5cd-411d-abc2-a30a822ccd5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:45.994724322Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.052446604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"2f37673d-959a-41df-bf16-b2619f7dcc11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.089947082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"2f37673d-959a-41df-bf16-b2619f7dcc11","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.14567176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0340e35b-3981-4647-b02d-abf007ac2663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.146833585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64542911-55a6-4911-bd44-c2d08969a626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.226926642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0340e35b-3981-4647-b02d-abf007ac2663","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.231368346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"64542911-55a6-4911-bd44-c2d08969a626","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.336640634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"c1d0bc44-f543-4724-b366-a11aa58661e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.337062475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"b7891a07-e239-447b-85e9-0c38bdfe8c49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.353345445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"ea42192b-4513-44ef-a818-aea8895ef9d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.356308476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"c1d0bc44-f543-4724-b366-a11aa58661e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.356646164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"b7891a07-e239-447b-85e9-0c38bdfe8c49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.373046722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"ea42192b-4513-44ef-a818-aea8895ef9d7","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.427562174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"394226ea-bec6-4bf9-92b2-8c0f3c09964e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.443165874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"394226ea-bec6-4bf9-92b2-8c0f3c09964e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.459650184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"394226ea-bec6-4bf9-92b2-8c0f3c09964e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.50591862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"394226ea-bec6-4bf9-92b2-8c0f3c09964e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.737732751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"3c05139e-08b8-4ceb-8767-5c60a0e23c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.817927513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"3c05139e-08b8-4ceb-8767-5c60a0e23c7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.819853039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"5b12fe2f-dcdd-4056-807b-32b8eacb048d","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.820483366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"54c13702-cfa6-41b5-ac0c-0184f6ef7f10","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.837854139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"22575eb4-8641-4415-9cb4-aa1c426ad905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.853899419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"5b12fe2f-dcdd-4056-807b-32b8eacb048d","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.859624477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"e7e5573b-397f-445a-a86f-dd236f9e23d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.861649806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"54c13702-cfa6-41b5-ac0c-0184f6ef7f10","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.865066293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"22575eb4-8641-4415-9cb4-aa1c426ad905","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.883996231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"e7e5573b-397f-445a-a86f-dd236f9e23d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.885767452Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"5b12fe2f-dcdd-4056-807b-32b8eacb048d","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.887488702Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"54c13702-cfa6-41b5-ac0c-0184f6ef7f10","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.917088882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"9fde451e-de53-4706-9f24-e58474147cfd","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.935610273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b361003f-eba4-46c8-a648-fc5878331a1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.937154408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"9fde451e-de53-4706-9f24-e58474147cfd","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:46.989072198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b361003f-eba4-46c8-a648-fc5878331a1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:47.063261056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"65e90e1f-c338-4650-93e9-620b49adb963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:47.090809383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"65e90e1f-c338-4650-93e9-620b49adb963","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:47.145563518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"384ba39a-dc44-4196-8a4b-b0e7ceb1e2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:47.179873715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"384ba39a-dc44-4196-8a4b-b0e7ceb1e2ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:47.514939976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64a9db4-d221-45e0-84eb-c8249d156cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:47.530797064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64a9db4-d221-45e0-84eb-c8249d156cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:47.546283219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64a9db4-d221-45e0-84eb-c8249d156cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:47.561332797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d64a9db4-d221-45e0-84eb-c8249d156cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:48.431996353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b990f02-78d5-40ba-993f-11a8ee20e271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:48.44776224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b990f02-78d5-40ba-993f-11a8ee20e271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:48.462948897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b990f02-78d5-40ba-993f-11a8ee20e271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:48.480824203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b990f02-78d5-40ba-993f-11a8ee20e271","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:56.763398525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8ae09c-022b-4786-98e9-f085f622cc12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:56.779367809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8ae09c-022b-4786-98e9-f085f622cc12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:56.794442864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8ae09c-022b-4786-98e9-f085f622cc12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:56.809585429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c8ae09c-022b-4786-98e9-f085f622cc12","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:56.916539265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"974c95cd-f966-488d-870c-fa97b8da18f0","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:56.917703878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"679fed90-f44b-4d26-b4a9-fd6317d58438","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:56.937809811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"974c95cd-f966-488d-870c-fa97b8da18f0","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:56.938014523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"679fed90-f44b-4d26-b4a9-fd6317d58438","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:56.956372396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"974c95cd-f966-488d-870c-fa97b8da18f0","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:56.957111709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"679fed90-f44b-4d26-b4a9-fd6317d58438","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:57.418150296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc13dae3-7690-4dc3-8166-b1d2000a7d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:57.433490253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc13dae3-7690-4dc3-8166-b1d2000a7d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:57.448444527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc13dae3-7690-4dc3-8166-b1d2000a7d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:57.464361013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc13dae3-7690-4dc3-8166-b1d2000a7d4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:57.566040085Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-750972","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-750972","reconcileID":"086595f2-1a68-408c-b153-2d9825273ef8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-750972","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-750972":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:58.070866326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28667eee-2bab-42ec-84d5-568668a9be26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:58.086627708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28667eee-2bab-42ec-84d5-568668a9be26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:58.101729211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28667eee-2bab-42ec-84d5-568668a9be26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:37:58.116740534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28667eee-2bab-42ec-84d5-568668a9be26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:06.643803766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"2be9a5ee-3ef5-4560-8581-f768957f6378","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"tenant":"e2e-inf-a-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:06.643837365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"2be9a5ee-3ef5-4560-8581-f768957f6378","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"routeName":"test-model-51462d-kserve-route","namespace":"ai-tenant-e2e-inf-a-51462d","llmisvcName":"test-model-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:06.983934204Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"6bbb0cbf-504e-4c4e-900e-0439b3e8f063","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"tenant":"e2e-inf-a-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:06.98395715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"6bbb0cbf-504e-4c4e-900e-0439b3e8f063","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"routeName":"test-model-51462d-kserve-route","namespace":"ai-tenant-e2e-inf-a-51462d","llmisvcName":"test-model-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:06.989907031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"96dc907a-7b70-4a1e-b2fe-28bbd45e8ff3","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:06.989913087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"9531ef3d-5edb-4d32-81cb-4cb449999226","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:07.002127359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"d39db40d-9a91-4ebf-9482-edf7cc1801ba","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"tenant":"e2e-inf-a-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:07.002144806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"d39db40d-9a91-4ebf-9482-edf7cc1801ba","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"routeName":"test-model-51462d-kserve-route","namespace":"ai-tenant-e2e-inf-a-51462d","llmisvcName":"test-model-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:07.010595985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"9531ef3d-5edb-4d32-81cb-4cb449999226","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:07.010717485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"96dc907a-7b70-4a1e-b2fe-28bbd45e8ff3","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:07.030226368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"9531ef3d-5edb-4d32-81cb-4cb449999226","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:07.030326708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"96dc907a-7b70-4a1e-b2fe-28bbd45e8ff3","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:07.090333747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"78ddde21-a552-425f-a308-6072ef97d8c7","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:07.144374054Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"78ddde21-a552-425f-a308-6072ef97d8c7","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:07.163710897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51462d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"78ddde21-a552-425f-a308-6072ef97d8c7","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:07.184830151Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"44394c18-bbb0-4551-8730-32314686b06c","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"tenant":"e2e-inf-a-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:07.184856784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"44394c18-bbb0-4551-8730-32314686b06c","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"routeName":"test-model-51462d-kserve-route","namespace":"ai-tenant-e2e-inf-a-51462d","llmisvcName":"test-model-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:15.660642427Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:17.068438902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"8c235543-92cd-41a1-b0cf-89418c6ba248","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:17.068495379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"f093e877-1efb-441e-aed7-1708f1ffda8a","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:17.093971779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"8c235543-92cd-41a1-b0cf-89418c6ba248","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:17.094257938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"f093e877-1efb-441e-aed7-1708f1ffda8a","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:17.113045603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"f093e877-1efb-441e-aed7-1708f1ffda8a","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:17.113117822Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"8c235543-92cd-41a1-b0cf-89418c6ba248","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:17.215715184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"cfd537a2-d0cc-4310-a70c-58d70e6f5486","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:17.236007814Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"cfd537a2-d0cc-4310-a70c-58d70e6f5486","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:17.255231873Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51462d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"cfd537a2-d0cc-4310-a70c-58d70e6f5486","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:27.144563524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"f6516e9c-ef85-4902-bea1-033f2e6ab0be","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:27.144565141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"7c4bb370-1815-4d81-98ab-11d7ece54c75","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:27.166432165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"f6516e9c-ef85-4902-bea1-033f2e6ab0be","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:27.16643088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"7c4bb370-1815-4d81-98ab-11d7ece54c75","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:27.189140346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"f6516e9c-ef85-4902-bea1-033f2e6ab0be","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:27.1894469Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"7c4bb370-1815-4d81-98ab-11d7ece54c75","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:27.340518461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"4b0c0599-9807-4a66-a9dd-9387707af37d","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:27.405658299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"4b0c0599-9807-4a66-a9dd-9387707af37d","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:27.473943534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51462d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"4b0c0599-9807-4a66-a9dd-9387707af37d","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:30.58529901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-sub","reconcileID":"344e5502-676f-4686-8764-5cad20dc067f","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","model":"e2e-extmod-shr-user-f63634/e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:30.679456408Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","reconcileID":"f66d3e0f-ab88-4b88-b762-66f1b2d644ab","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-d45eddcd05f5","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:31.854372537Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","reconcileID":"d34ee7e7-c4c9-410f-8dd7-8033fa1d5ae2","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-d45eddcd05f5","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:31.868488253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"d92a77d9-063c-420e-9bc8-76198b140a24","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:31.888505281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"d92a77d9-063c-420e-9bc8-76198b140a24","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:31.897429379Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-sub","reconcileID":"f9c7fbc0-2b79-4299-ad21-2b56729f6f2d","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6dc10bf0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:32.068996559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"c701e15f-1750-4a86-9cf3-3ff4f7cddd4c","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:32.089551811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"c701e15f-1750-4a86-9cf3-3ff4f7cddd4c","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:32.339312491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"c89b66b8-406f-4112-8e49-d5a7e5230692","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:32.360075761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"c89b66b8-406f-4112-8e49-d5a7e5230692","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:32.378941678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7cb52118c318bfac972fb8d510f4bee7fa6c83516916983965e1ff730e159dd) AuthConfig (d5cabdea7240d8ebc9959f67629ecc7f3c3370bc50ddce5afadcb6b2362530a2) AuthConfig (8dea115da31bacf95d51f5e5a7dded6da30387d9f7b66651f1f0e308aa5e610b) AuthConfig (340743829f1f7764c30d76e9549821bb5ed514260c5c95cabbfa03e0e79b00b4) AuthConfig (6d9128d8d11d096a39541b87fad0a0e06a6b6a672b2550f9cfc3ad563f7827a7) AuthConfig (36ef26e4389c9e160ddf93561bdaf107f5396e21ec3a1a001a40c1578dc2e799) AuthConfig (cf3076b34020483d0b10b385eb58eb0a94cb1f0d5892690462341212b8ab8d2f) AuthConfig (9afbd833cf937ae1fff759872db37086c28ffc8e994810173b2305be3f1b5c69) AuthConfig (5076965458875332ba3ea01378fdb766e38c1e131420ce2b03eb07834ef1553c) AuthConfig (238788651f3f1b46fdea813225f947e1174d9e5b722dd1df4e7f0d4ddfb2927c) AuthConfig (2488f14da802d8ff33a129de70497cb2d9e45212aee0df9fed68769aab54b484) AuthConfig (f90f64bef7a3be2e08a0f422dae0684cc77629abcfb812f877578d080f8146e9) AuthConfig (43c638f4540c4d109e5ff2b036a4cf820b3a69d68b0752fc527c763dc0ac9dd4) AuthConfig (9a12afd8cc7ceb59dfd7b2768582a2cb745e1f47f9d7882c5f2f0ff58de6d7a7) AuthConfig (4a6085aef3e59207f536a4f52ccd538cafbb3c8aa349c3ff8382aa564c344be4) AuthConfig (d6e488742ff2b2bbe558ace3e1cfcfb99888f7fed7e3a04d9a9dc5db2eef7dde) AuthConfig (0905383f0f751fbc03d151b5b3fe7244cea7fd3256e99173c69f586e233ea898) AuthConfig (fd47178c3a153ebf21a70ba28473be478974230d1e09b0b9e03da3086a38556c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"c89b66b8-406f-4112-8e49-d5a7e5230692","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:32.401021539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"497596f3-ed48-4071-be90-b3c50f4805d9","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"tenant":"e2e-inf-a-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:32.401042853Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"497596f3-ed48-4071-be90-b3c50f4805d9","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"routeName":"test-model-5cd0f2-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cd0f2","llmisvcName":"test-model-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:32.732709224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"760f7c1d-e9aa-4084-bd41-d404b571f6c3","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:32.732723896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"8bcc8a8b-bcb2-4aec-a365-07795d6c90e8","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:32.754372764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"8bcc8a8b-bcb2-4aec-a365-07795d6c90e8","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:32.755695625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"760f7c1d-e9aa-4084-bd41-d404b571f6c3","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:33.238543141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"65322af5-894e-406b-92c1-98cdcac80aa7","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:33.258501295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"65322af5-894e-406b-92c1-98cdcac80aa7","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:33.277590384Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51462d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"65322af5-894e-406b-92c1-98cdcac80aa7","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:37.222974971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"6374a4b7-2936-4389-8d67-a58e25778abf","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:37.242648249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"6374a4b7-2936-4389-8d67-a58e25778abf","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:37.261630188Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (61ceb1cbbddc83dc49cabb63dfbe82ce57108c09488c38b284d3a9c12882a181) AuthConfig (e81da58c401266637bb649e74b4d74bbf7a2b4aa75d0277aa0ab96625f9712c5) AuthConfig (a58cb8bcc1268a079aacc0f127a19087d2995c585dca7e812c6eb668b76428f4) AuthConfig (af0b8a3821de4a24044cba30bb35af2b90fea05d98c5fc98b6710881a45c1476) AuthConfig (172db0cf2837c4747bc23ebf9d56e91fa3df7b6a251672bac83b084b19574005) AuthConfig (8a1b50732a941e5c62158e1e23136121dfafdcafd3444ccc3ca4f5e0760858af) AuthConfig (c4b690b8b4b7bf7270db0a65e96ca915e68fc2e2d80a7fb07375cc33ba6d3290) AuthConfig (ba81a60852c27ccea4253431d16113e65cafe7a82105eda300e687e527122821) AuthConfig (fb50009d4a08af8234509e50b4c769db82bdbbc0d1b4b901294581986412a2a9) AuthConfig (0f81c26485f281d94493156328df483f5df9ff06ff6da868edbf2960d4d29eb5) AuthConfig (ca21a2cc4a2fd8fd9b255e38a644a6e8b735637b43f4dbfbaedfd7c6479cace9) AuthConfig (3d47f76b9a50802ac2c4bf3cc0a600b5f48c41eb9c23e80abfb3588e3782b886) AuthConfig (136ed36efd1b1bc9dbd29e50fd2af5e6432c6458321b3f71c55c9e979ffbb08b) AuthConfig (52293d8507c6ff0e73f3090bd7f0454f93c59f369e141d4ae434aa972a17f0e6) AuthConfig (b347ceebed28c4a95806893c61720f9adaf84254fd57b7af2f4ac9d6f5b63cbc) AuthConfig (989e7bbab87c9c4ee60d599fb0e6830bba2352a499bca89f08be49446ae70b19) AuthConfig (b062bccdbb066072d44d982e027a6c6f9101f59853b2ffc15fb263e749f0ec3f) AuthConfig (c75c5c8e03269df63044da1d9479ecbebb5b36b3b86eae056c259d4e0758928e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"6374a4b7-2936-4389-8d67-a58e25778abf","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:37.282476819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683","reconcileID":"a7b8d460-e20a-4166-a9e0-accff8e88feb","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"tenant":"e2e-inf-a-90f683","gateway":"openshift-ingress/e2e-inf-a-90f683","model":"ai-tenant-e2e-inf-a-90f683/test-model-90f683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:37.282498661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683","reconcileID":"a7b8d460-e20a-4166-a9e0-accff8e88feb","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"routeName":"test-model-90f683-kserve-route","namespace":"ai-tenant-e2e-inf-a-90f683","llmisvcName":"test-model-90f683","gateway":"openshift-ingress/e2e-inf-a-90f683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:41.913965398Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-sub","reconcileID":"b317ef31-ca5b-4864-8b35-b58a731ba787","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"model":"e2e-extmod-shr-user-f63634/e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","subscription":"e2e-shr-auth-fa7576-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:41.945149923Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-sub","reconcileID":"b317ef31-ca5b-4864-8b35-b58a731ba787","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"model":"e2e-extmod-shr-user-f63634/e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:41.960683195Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-sub","reconcileID":"b317ef31-ca5b-4864-8b35-b58a731ba787","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"maas-trlp-e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-extmod-shr-user-f63634/e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.111254953Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","reconcileID":"438da662-6962-4274-a27e-5b9795dff7bb","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-d45eddcd05f5","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.12587916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"3334e7d1-660a-4390-8669-6a0a52193ff7","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.146073782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"3334e7d1-660a-4390-8669-6a0a52193ff7","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.256901274Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","reconcileID":"f678e65f-1664-48ee-a84d-a839fd47be4b","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-d45eddcd05f5","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.293898585Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"f20a8bea-d871-4573-8b5e-ea059fd88380","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"model":"e2e-extmod-shr-user-f63634/e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.424151022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"f20a8bea-d871-4573-8b5e-ea059fd88380","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.43083621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"bb2d33ef-37f5-470a-935e-6a2c74d1758f","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.450697691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"bb2d33ef-37f5-470a-935e-6a2c74d1758f","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.470470984Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7cb52118c318bfac972fb8d510f4bee7fa6c83516916983965e1ff730e159dd) AuthConfig (d5cabdea7240d8ebc9959f67629ecc7f3c3370bc50ddce5afadcb6b2362530a2) AuthConfig (8dea115da31bacf95d51f5e5a7dded6da30387d9f7b66651f1f0e308aa5e610b) AuthConfig (340743829f1f7764c30d76e9549821bb5ed514260c5c95cabbfa03e0e79b00b4) AuthConfig (6d9128d8d11d096a39541b87fad0a0e06a6b6a672b2550f9cfc3ad563f7827a7) AuthConfig (36ef26e4389c9e160ddf93561bdaf107f5396e21ec3a1a001a40c1578dc2e799) AuthConfig (cf3076b34020483d0b10b385eb58eb0a94cb1f0d5892690462341212b8ab8d2f) AuthConfig (9afbd833cf937ae1fff759872db37086c28ffc8e994810173b2305be3f1b5c69) AuthConfig (5076965458875332ba3ea01378fdb766e38c1e131420ce2b03eb07834ef1553c) AuthConfig (238788651f3f1b46fdea813225f947e1174d9e5b722dd1df4e7f0d4ddfb2927c) AuthConfig (2488f14da802d8ff33a129de70497cb2d9e45212aee0df9fed68769aab54b484) AuthConfig (f90f64bef7a3be2e08a0f422dae0684cc77629abcfb812f877578d080f8146e9) AuthConfig (43c638f4540c4d109e5ff2b036a4cf820b3a69d68b0752fc527c763dc0ac9dd4) AuthConfig (9a12afd8cc7ceb59dfd7b2768582a2cb745e1f47f9d7882c5f2f0ff58de6d7a7) AuthConfig (4a6085aef3e59207f536a4f52ccd538cafbb3c8aa349c3ff8382aa564c344be4) AuthConfig (d6e488742ff2b2bbe558ace3e1cfcfb99888f7fed7e3a04d9a9dc5db2eef7dde) AuthConfig (0905383f0f751fbc03d151b5b3fe7244cea7fd3256e99173c69f586e233ea898) AuthConfig (fd47178c3a153ebf21a70ba28473be478974230d1e09b0b9e03da3086a38556c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"bb2d33ef-37f5-470a-935e-6a2c74d1758f","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.481394173Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"f20a8bea-d871-4573-8b5e-ea059fd88380","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"name":"e2e-extmod-b-4e2ac7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.481412937Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"e2e-shr-auth-fa7576-access","reconcileID":"f20a8bea-d871-4573-8b5e-ea059fd88380","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4e2ac7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.516642967Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","reconcileID":"9b042323-549c-40d3-8afe-5d4a2997342d","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-d45eddcd05f5","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-b-4e2ac7","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-b-4e2ac7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.669471614Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"1cdb8aad-fe9c-4165-a1d1-18754f4921cd","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.684348495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"8e5072c9-1fa9-4185-b4e6-85b8ea966820","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.704262911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"8e5072c9-1fa9-4185-b4e6-85b8ea966820","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.707685673Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-sub","reconcileID":"d0fd073a-64c3-4de8-8cd5-782197bfd7ac","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7ad63b16","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.879699351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"c4385d30-5858-4acb-94e0-96ffcab10e7b","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:42.899401251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"c4385d30-5858-4acb-94e0-96ffcab10e7b","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:43.308382497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"72e6a8dc-4a53-4cfe-83a8-06e3291098b8","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:43.329038944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"72e6a8dc-4a53-4cfe-83a8-06e3291098b8","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:43.351802968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51462d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"72e6a8dc-4a53-4cfe-83a8-06e3291098b8","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:45.681632544Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:47.31649163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"955ad9c9-1638-494f-8a39-d165e1c50836","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:47.337220567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"955ad9c9-1638-494f-8a39-d165e1c50836","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:47.356507546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (61ceb1cbbddc83dc49cabb63dfbe82ce57108c09488c38b284d3a9c12882a181) AuthConfig (e81da58c401266637bb649e74b4d74bbf7a2b4aa75d0277aa0ab96625f9712c5) AuthConfig (a58cb8bcc1268a079aacc0f127a19087d2995c585dca7e812c6eb668b76428f4) AuthConfig (af0b8a3821de4a24044cba30bb35af2b90fea05d98c5fc98b6710881a45c1476) AuthConfig (172db0cf2837c4747bc23ebf9d56e91fa3df7b6a251672bac83b084b19574005) AuthConfig (8a1b50732a941e5c62158e1e23136121dfafdcafd3444ccc3ca4f5e0760858af) AuthConfig (c4b690b8b4b7bf7270db0a65e96ca915e68fc2e2d80a7fb07375cc33ba6d3290) AuthConfig (ba81a60852c27ccea4253431d16113e65cafe7a82105eda300e687e527122821) AuthConfig (fb50009d4a08af8234509e50b4c769db82bdbbc0d1b4b901294581986412a2a9) AuthConfig (0f81c26485f281d94493156328df483f5df9ff06ff6da868edbf2960d4d29eb5) AuthConfig (ca21a2cc4a2fd8fd9b255e38a644a6e8b735637b43f4dbfbaedfd7c6479cace9) AuthConfig (3d47f76b9a50802ac2c4bf3cc0a600b5f48c41eb9c23e80abfb3588e3782b886) AuthConfig (136ed36efd1b1bc9dbd29e50fd2af5e6432c6458321b3f71c55c9e979ffbb08b) AuthConfig (52293d8507c6ff0e73f3090bd7f0454f93c59f369e141d4ae434aa972a17f0e6) AuthConfig (b347ceebed28c4a95806893c61720f9adaf84254fd57b7af2f4ac9d6f5b63cbc) AuthConfig (989e7bbab87c9c4ee60d599fb0e6830bba2352a499bca89f08be49446ae70b19) AuthConfig (b062bccdbb066072d44d982e027a6c6f9101f59853b2ffc15fb263e749f0ec3f) AuthConfig (c75c5c8e03269df63044da1d9479ecbebb5b36b3b86eae056c259d4e0758928e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"955ad9c9-1638-494f-8a39-d165e1c50836","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:48.60488183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"814bc6ac-f32d-431c-998f-a00853ef3499","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-a8ab3c","tenantID":"e2e-inf-a-a8ab3c","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:48.648790757Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"814bc6ac-f32d-431c-998f-a00853ef3499","name":"e2e-inf-a-a8ab3c-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:52.501769446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"f19d12b1-5754-44ae-98da-598e708c30ce","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:52.564121198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"f19d12b1-5754-44ae-98da-598e708c30ce","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:52.587452344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7cb52118c318bfac972fb8d510f4bee7fa6c83516916983965e1ff730e159dd) AuthConfig (d5cabdea7240d8ebc9959f67629ecc7f3c3370bc50ddce5afadcb6b2362530a2) AuthConfig (8dea115da31bacf95d51f5e5a7dded6da30387d9f7b66651f1f0e308aa5e610b) AuthConfig (340743829f1f7764c30d76e9549821bb5ed514260c5c95cabbfa03e0e79b00b4) AuthConfig (6d9128d8d11d096a39541b87fad0a0e06a6b6a672b2550f9cfc3ad563f7827a7) AuthConfig (36ef26e4389c9e160ddf93561bdaf107f5396e21ec3a1a001a40c1578dc2e799) AuthConfig (cf3076b34020483d0b10b385eb58eb0a94cb1f0d5892690462341212b8ab8d2f) AuthConfig (9afbd833cf937ae1fff759872db37086c28ffc8e994810173b2305be3f1b5c69) AuthConfig (5076965458875332ba3ea01378fdb766e38c1e131420ce2b03eb07834ef1553c) AuthConfig (238788651f3f1b46fdea813225f947e1174d9e5b722dd1df4e7f0d4ddfb2927c) AuthConfig (2488f14da802d8ff33a129de70497cb2d9e45212aee0df9fed68769aab54b484) AuthConfig (f90f64bef7a3be2e08a0f422dae0684cc77629abcfb812f877578d080f8146e9) AuthConfig (43c638f4540c4d109e5ff2b036a4cf820b3a69d68b0752fc527c763dc0ac9dd4) AuthConfig (9a12afd8cc7ceb59dfd7b2768582a2cb745e1f47f9d7882c5f2f0ff58de6d7a7) AuthConfig (4a6085aef3e59207f536a4f52ccd538cafbb3c8aa349c3ff8382aa564c344be4) AuthConfig (d6e488742ff2b2bbe558ace3e1cfcfb99888f7fed7e3a04d9a9dc5db2eef7dde) AuthConfig (0905383f0f751fbc03d151b5b3fe7244cea7fd3256e99173c69f586e233ea898) AuthConfig (fd47178c3a153ebf21a70ba28473be478974230d1e09b0b9e03da3086a38556c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"f19d12b1-5754-44ae-98da-598e708c30ce","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:52.723500504Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-sub","reconcileID":"f471e276-cc0c-40f5-8519-cdc41ecef802","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"model":"e2e-extmod-shr-user-f63634/e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","subscription":"e2e-shr-auth-fa7576-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:52.755309371Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-sub","reconcileID":"f471e276-cc0c-40f5-8519-cdc41ecef802","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"model":"e2e-extmod-shr-user-f63634/e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:52.770841471Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-sub","reconcileID":"f471e276-cc0c-40f5-8519-cdc41ecef802","MaaSSubscription":{"name":"e2e-shr-auth-fa7576-sub","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"maas-trlp-e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-extmod-shr-user-f63634/e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:52.876123462Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"bb6264d4-2273-4ef1-9d31-ec91525c4e48","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:52.891295815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"1260474f-5515-4ff5-b7a7-66d0c35a152c","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:52.91161399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"1260474f-5515-4ff5-b7a7-66d0c35a152c","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:53.017895117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"ec71ef19-9622-4d77-996c-c28ca484133a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:53.038063731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"ec71ef19-9622-4d77-996c-c28ca484133a","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:53.03811983Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"c720a81e-c95a-4ecc-8852-c76d3078c825","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:53.125014337Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"cfddbd91-ed02-4ddc-b884-250a6a473b30","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"model":"e2e-extmod-shr-user-f63634/e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:53.210343477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"cfddbd91-ed02-4ddc-b884-250a6a473b30","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:53.26372621Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"cfddbd91-ed02-4ddc-b884-250a6a473b30","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"name":"e2e-extmod-a-a84df8-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:53.263750736Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"e2e-shr-auth-fa7576-access","reconcileID":"cfddbd91-ed02-4ddc-b884-250a6a473b30","MaaSAuthPolicy":{"name":"e2e-shr-auth-fa7576-access","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-a84df8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:53.298947211Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"44836040-2463-47fe-a3ba-2399db8f656d","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:53.384514789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"5af72377-d589-45bb-b8bd-fc036596ddb6","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:53.404265071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"5af72377-d589-45bb-b8bd-fc036596ddb6","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:53.423808267Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51462d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"5af72377-d589-45bb-b8bd-fc036596ddb6","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:53.667093519Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","reconcileID":"51ea270c-1625-4318-a16e-c3b95fd12fa7","MaaSModelRef":{"name":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","namespace":"e2e-extmod-shr-user-f63634"},"routeName":"external-model-e2e-shr-auth-fa7576-40abb62b051e","namespace":"e2e-extmod-shr-user-f63634","model":"e2e-shr-auth-fa7576-e2e-extmod-a-a84df8","externalModel":"e2e-shr-auth-fa7576","provider":"e2e-shr-auth-fa7576-provider","gateway":"openshift-ingress/e2e-extmod-a-a84df8","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.241750931Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-fa7576","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576","reconcileID":"ce020d06-b232-49cf-bafc-c637cc164df4","namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.289179916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"e9216dcd-f890-4905-9728-b910e5ef5247","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.292861726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"904bc6b1-f36d-49f6-8405-4569d8bb0988","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.293531179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"d89af571-d543-4fb6-b9c1-2342f8bb277b","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.308312931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"7c71c0b2-10a2-4d90-a641-ca0a73170887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.310064341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"e9216dcd-f890-4905-9728-b910e5ef5247","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.313734943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"904bc6b1-f36d-49f6-8405-4569d8bb0988","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.313827923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"d89af571-d543-4fb6-b9c1-2342f8bb277b","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.328469226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"7c71c0b2-10a2-4d90-a641-ca0a73170887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.328795964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51462d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"e9216dcd-f890-4905-9728-b910e5ef5247","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.332733309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (61ceb1cbbddc83dc49cabb63dfbe82ce57108c09488c38b284d3a9c12882a181) AuthConfig (e81da58c401266637bb649e74b4d74bbf7a2b4aa75d0277aa0ab96625f9712c5) AuthConfig (a58cb8bcc1268a079aacc0f127a19087d2995c585dca7e812c6eb668b76428f4) AuthConfig (af0b8a3821de4a24044cba30bb35af2b90fea05d98c5fc98b6710881a45c1476) AuthConfig (172db0cf2837c4747bc23ebf9d56e91fa3df7b6a251672bac83b084b19574005) AuthConfig (8a1b50732a941e5c62158e1e23136121dfafdcafd3444ccc3ca4f5e0760858af) AuthConfig (c4b690b8b4b7bf7270db0a65e96ca915e68fc2e2d80a7fb07375cc33ba6d3290) AuthConfig (ba81a60852c27ccea4253431d16113e65cafe7a82105eda300e687e527122821) AuthConfig (fb50009d4a08af8234509e50b4c769db82bdbbc0d1b4b901294581986412a2a9) AuthConfig (0f81c26485f281d94493156328df483f5df9ff06ff6da868edbf2960d4d29eb5) AuthConfig (ca21a2cc4a2fd8fd9b255e38a644a6e8b735637b43f4dbfbaedfd7c6479cace9) AuthConfig (3d47f76b9a50802ac2c4bf3cc0a600b5f48c41eb9c23e80abfb3588e3782b886) AuthConfig (136ed36efd1b1bc9dbd29e50fd2af5e6432c6458321b3f71c55c9e979ffbb08b) AuthConfig (52293d8507c6ff0e73f3090bd7f0454f93c59f369e141d4ae434aa972a17f0e6) AuthConfig (b347ceebed28c4a95806893c61720f9adaf84254fd57b7af2f4ac9d6f5b63cbc) AuthConfig (989e7bbab87c9c4ee60d599fb0e6830bba2352a499bca89f08be49446ae70b19) AuthConfig (b062bccdbb066072d44d982e027a6c6f9101f59853b2ffc15fb263e749f0ec3f) AuthConfig (c75c5c8e03269df63044da1d9479ecbebb5b36b3b86eae056c259d4e0758928e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"904bc6b1-f36d-49f6-8405-4569d8bb0988","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.333335383Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7cb52118c318bfac972fb8d510f4bee7fa6c83516916983965e1ff730e159dd) AuthConfig (d5cabdea7240d8ebc9959f67629ecc7f3c3370bc50ddce5afadcb6b2362530a2) AuthConfig (8dea115da31bacf95d51f5e5a7dded6da30387d9f7b66651f1f0e308aa5e610b) AuthConfig (340743829f1f7764c30d76e9549821bb5ed514260c5c95cabbfa03e0e79b00b4) AuthConfig (6d9128d8d11d096a39541b87fad0a0e06a6b6a672b2550f9cfc3ad563f7827a7) AuthConfig (36ef26e4389c9e160ddf93561bdaf107f5396e21ec3a1a001a40c1578dc2e799) AuthConfig (cf3076b34020483d0b10b385eb58eb0a94cb1f0d5892690462341212b8ab8d2f) AuthConfig (9afbd833cf937ae1fff759872db37086c28ffc8e994810173b2305be3f1b5c69) AuthConfig (5076965458875332ba3ea01378fdb766e38c1e131420ce2b03eb07834ef1553c) AuthConfig (238788651f3f1b46fdea813225f947e1174d9e5b722dd1df4e7f0d4ddfb2927c) AuthConfig (2488f14da802d8ff33a129de70497cb2d9e45212aee0df9fed68769aab54b484) AuthConfig (f90f64bef7a3be2e08a0f422dae0684cc77629abcfb812f877578d080f8146e9) AuthConfig (43c638f4540c4d109e5ff2b036a4cf820b3a69d68b0752fc527c763dc0ac9dd4) AuthConfig (9a12afd8cc7ceb59dfd7b2768582a2cb745e1f47f9d7882c5f2f0ff58de6d7a7) AuthConfig (4a6085aef3e59207f536a4f52ccd538cafbb3c8aa349c3ff8382aa564c344be4) AuthConfig (d6e488742ff2b2bbe558ace3e1cfcfb99888f7fed7e3a04d9a9dc5db2eef7dde) AuthConfig (0905383f0f751fbc03d151b5b3fe7244cea7fd3256e99173c69f586e233ea898) AuthConfig (fd47178c3a153ebf21a70ba28473be478974230d1e09b0b9e03da3086a38556c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"d89af571-d543-4fb6-b9c1-2342f8bb277b","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.392154846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"176a31e6-ceb9-41e8-b582-9bcf33cf3780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.392388765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"0b43433a-7212-4727-b512-86de7fd2ce4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.392154825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"49c76b27-8ae1-46f7-97cd-8c8c322bc300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.392690352Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"698a2769-9e99-4797-9bec-beb62ddd9065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.416615222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"49c76b27-8ae1-46f7-97cd-8c8c322bc300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.42253636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"0b43433a-7212-4727-b512-86de7fd2ce4c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.425928713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"176a31e6-ceb9-41e8-b582-9bcf33cf3780","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.42752188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"698a2769-9e99-4797-9bec-beb62ddd9065","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.507487516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"949cf448-6736-415f-8690-4beb4afca8f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.526596517Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-shr-auth-fa7576","namespace":"e2e-extmod-shr-user-f63634"},"namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576","reconcileID":"663e8c76-d716-4737-aa6c-1ee9bd6d3160","namespace":"e2e-extmod-shr-user-f63634","name":"e2e-shr-auth-fa7576","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.528572066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"949cf448-6736-415f-8690-4beb4afca8f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.604098709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"f2064df5-89f1-44ef-bcc3-d226131401bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.604142582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"2f7991d2-da26-453f-8dc0-7480a9923ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.62651098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"f2064df5-89f1-44ef-bcc3-d226131401bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.626752705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"2f7991d2-da26-453f-8dc0-7480a9923ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.710872865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2e20758-eef0-4d16-921d-739a94943121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.715567546Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"4376ed6d-28db-4da5-922b-fc23bff421dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.716212299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"686e6c72-f07b-4b71-b45a-93af7357bc51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:54.93447839Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"4376ed6d-28db-4da5-922b-fc23bff421dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.049525269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2e20758-eef0-4d16-921d-739a94943121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.051470683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"686e6c72-f07b-4b71-b45a-93af7357bc51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.069696879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"2c5bb493-d0a0-4c85-9453-69bb5546baaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.10302022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"3f97d833-190a-4cb0-8fd7-f09037c663f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.123930452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"2c5bb493-d0a0-4c85-9453-69bb5546baaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.130371299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"3f97d833-190a-4cb0-8fd7-f09037c663f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.157275468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a33d6f35-7ee1-4252-81a8-af2b3c2e8265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.196980886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a33d6f35-7ee1-4252-81a8-af2b3c2e8265","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.265101421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"41e47e16-668a-4bef-a15b-facb05690c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.265161029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"e83f54d1-f750-4b2d-8e80-f87a2d18deab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.295777873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"41e47e16-668a-4bef-a15b-facb05690c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.29837148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"e83f54d1-f750-4b2d-8e80-f87a2d18deab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.337627642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"2a82099b-f75f-4b96-8118-a89684c3b853","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.338112306Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"1c30dab2-e263-45f7-ba24-c5a0c6cc4c39","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.357777458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"2a82099b-f75f-4b96-8118-a89684c3b853","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.357977835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"1c30dab2-e263-45f7-ba24-c5a0c6cc4c39","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.379514916Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51462d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"2a82099b-f75f-4b96-8118-a89684c3b853","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.379820239Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (61ceb1cbbddc83dc49cabb63dfbe82ce57108c09488c38b284d3a9c12882a181) AuthConfig (e81da58c401266637bb649e74b4d74bbf7a2b4aa75d0277aa0ab96625f9712c5) AuthConfig (a58cb8bcc1268a079aacc0f127a19087d2995c585dca7e812c6eb668b76428f4) AuthConfig (af0b8a3821de4a24044cba30bb35af2b90fea05d98c5fc98b6710881a45c1476) AuthConfig (172db0cf2837c4747bc23ebf9d56e91fa3df7b6a251672bac83b084b19574005) AuthConfig (8a1b50732a941e5c62158e1e23136121dfafdcafd3444ccc3ca4f5e0760858af) AuthConfig (c4b690b8b4b7bf7270db0a65e96ca915e68fc2e2d80a7fb07375cc33ba6d3290) AuthConfig (ba81a60852c27ccea4253431d16113e65cafe7a82105eda300e687e527122821) AuthConfig (fb50009d4a08af8234509e50b4c769db82bdbbc0d1b4b901294581986412a2a9) AuthConfig (0f81c26485f281d94493156328df483f5df9ff06ff6da868edbf2960d4d29eb5) AuthConfig (ca21a2cc4a2fd8fd9b255e38a644a6e8b735637b43f4dbfbaedfd7c6479cace9) AuthConfig (3d47f76b9a50802ac2c4bf3cc0a600b5f48c41eb9c23e80abfb3588e3782b886) AuthConfig (136ed36efd1b1bc9dbd29e50fd2af5e6432c6458321b3f71c55c9e979ffbb08b) AuthConfig (52293d8507c6ff0e73f3090bd7f0454f93c59f369e141d4ae434aa972a17f0e6) AuthConfig (b347ceebed28c4a95806893c61720f9adaf84254fd57b7af2f4ac9d6f5b63cbc) AuthConfig (989e7bbab87c9c4ee60d599fb0e6830bba2352a499bca89f08be49446ae70b19) AuthConfig (b062bccdbb066072d44d982e027a6c6f9101f59853b2ffc15fb263e749f0ec3f) AuthConfig (c75c5c8e03269df63044da1d9479ecbebb5b36b3b86eae056c259d4e0758928e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"1c30dab2-e263-45f7-ba24-c5a0c6cc4c39","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.438640367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"d277c624-608f-430c-b7c4-5ef7628bd968","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.453152129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"27fb9487-c96b-418a-bc38-93b085cbcb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.453151123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"14be038d-f2ac-4fe8-9345-888f9131ccd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.458524262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"d277c624-608f-430c-b7c4-5ef7628bd968","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.473160072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"14be038d-f2ac-4fe8-9345-888f9131ccd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.473166218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"27fb9487-c96b-418a-bc38-93b085cbcb35","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.477775683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7cb52118c318bfac972fb8d510f4bee7fa6c83516916983965e1ff730e159dd) AuthConfig (d5cabdea7240d8ebc9959f67629ecc7f3c3370bc50ddce5afadcb6b2362530a2) AuthConfig (8dea115da31bacf95d51f5e5a7dded6da30387d9f7b66651f1f0e308aa5e610b) AuthConfig (340743829f1f7764c30d76e9549821bb5ed514260c5c95cabbfa03e0e79b00b4) AuthConfig (6d9128d8d11d096a39541b87fad0a0e06a6b6a672b2550f9cfc3ad563f7827a7) AuthConfig (36ef26e4389c9e160ddf93561bdaf107f5396e21ec3a1a001a40c1578dc2e799) AuthConfig (cf3076b34020483d0b10b385eb58eb0a94cb1f0d5892690462341212b8ab8d2f) AuthConfig (9afbd833cf937ae1fff759872db37086c28ffc8e994810173b2305be3f1b5c69) AuthConfig (5076965458875332ba3ea01378fdb766e38c1e131420ce2b03eb07834ef1553c) AuthConfig (238788651f3f1b46fdea813225f947e1174d9e5b722dd1df4e7f0d4ddfb2927c) AuthConfig (2488f14da802d8ff33a129de70497cb2d9e45212aee0df9fed68769aab54b484) AuthConfig (f90f64bef7a3be2e08a0f422dae0684cc77629abcfb812f877578d080f8146e9) AuthConfig (43c638f4540c4d109e5ff2b036a4cf820b3a69d68b0752fc527c763dc0ac9dd4) AuthConfig (9a12afd8cc7ceb59dfd7b2768582a2cb745e1f47f9d7882c5f2f0ff58de6d7a7) AuthConfig (4a6085aef3e59207f536a4f52ccd538cafbb3c8aa349c3ff8382aa564c344be4) AuthConfig (d6e488742ff2b2bbe558ace3e1cfcfb99888f7fed7e3a04d9a9dc5db2eef7dde) AuthConfig (0905383f0f751fbc03d151b5b3fe7244cea7fd3256e99173c69f586e233ea898) AuthConfig (fd47178c3a153ebf21a70ba28473be478974230d1e09b0b9e03da3086a38556c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"d277c624-608f-430c-b7c4-5ef7628bd968","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.565893116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0ec9679c-b495-4c27-83ff-16143baad827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.566499177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"3b7a71ae-4adb-4b37-8e33-03fc0883a91a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.567262611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"d8e214ca-1af2-4d2a-9209-9e58b9e29045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.58912484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0ec9679c-b495-4c27-83ff-16143baad827","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.698002743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"d8e214ca-1af2-4d2a-9209-9e58b9e29045","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.827409793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"3b7a71ae-4adb-4b37-8e33-03fc0883a91a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.831983167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"a35f98f2-894b-4c0f-8053-6199ebc6b287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:38:55.881690235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"a35f98f2-894b-4c0f-8053-6199ebc6b287","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:01.427099273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"5d0349a8-0658-4c22-955d-a73f0cda9c12","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:01.471904712Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"5d0349a8-0658-4c22-955d-a73f0cda9c12","name":"e2e-inf-a-3b8149-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:05.441573401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"e69a7579-6759-473c-8e8c-48e3d422b65a","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:05.442073136Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"9dfcd5f1-af9c-41e4-a188-edf5f5a34a4a","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:05.569538144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"e69a7579-6759-473c-8e8c-48e3d422b65a","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:05.58625207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"9dfcd5f1-af9c-41e4-a188-edf5f5a34a4a","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:05.624115244Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51462d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"e69a7579-6759-473c-8e8c-48e3d422b65a","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:05.651139085Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-90f683-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (61ceb1cbbddc83dc49cabb63dfbe82ce57108c09488c38b284d3a9c12882a181) AuthConfig (e81da58c401266637bb649e74b4d74bbf7a2b4aa75d0277aa0ab96625f9712c5) AuthConfig (a58cb8bcc1268a079aacc0f127a19087d2995c585dca7e812c6eb668b76428f4) AuthConfig (af0b8a3821de4a24044cba30bb35af2b90fea05d98c5fc98b6710881a45c1476) AuthConfig (172db0cf2837c4747bc23ebf9d56e91fa3df7b6a251672bac83b084b19574005) AuthConfig (8a1b50732a941e5c62158e1e23136121dfafdcafd3444ccc3ca4f5e0760858af) AuthConfig (c4b690b8b4b7bf7270db0a65e96ca915e68fc2e2d80a7fb07375cc33ba6d3290) AuthConfig (ba81a60852c27ccea4253431d16113e65cafe7a82105eda300e687e527122821) AuthConfig (fb50009d4a08af8234509e50b4c769db82bdbbc0d1b4b901294581986412a2a9) AuthConfig (0f81c26485f281d94493156328df483f5df9ff06ff6da868edbf2960d4d29eb5) AuthConfig (ca21a2cc4a2fd8fd9b255e38a644a6e8b735637b43f4dbfbaedfd7c6479cace9) AuthConfig (3d47f76b9a50802ac2c4bf3cc0a600b5f48c41eb9c23e80abfb3588e3782b886) AuthConfig (136ed36efd1b1bc9dbd29e50fd2af5e6432c6458321b3f71c55c9e979ffbb08b) AuthConfig (52293d8507c6ff0e73f3090bd7f0454f93c59f369e141d4ae434aa972a17f0e6) AuthConfig (b347ceebed28c4a95806893c61720f9adaf84254fd57b7af2f4ac9d6f5b63cbc) AuthConfig (989e7bbab87c9c4ee60d599fb0e6830bba2352a499bca89f08be49446ae70b19) AuthConfig (b062bccdbb066072d44d982e027a6c6f9101f59853b2ffc15fb263e749f0ec3f) AuthConfig (c75c5c8e03269df63044da1d9479ecbebb5b36b3b86eae056c259d4e0758928e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"9dfcd5f1-af9c-41e4-a188-edf5f5a34a4a","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:05.6515282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"ea23ee9b-5b25-4a4a-9978-c0c07cfa3900","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:05.696618449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"ea23ee9b-5b25-4a4a-9978-c0c07cfa3900","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:05.826831599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-5cd0f2-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f7cb52118c318bfac972fb8d510f4bee7fa6c83516916983965e1ff730e159dd) AuthConfig (d5cabdea7240d8ebc9959f67629ecc7f3c3370bc50ddce5afadcb6b2362530a2) AuthConfig (8dea115da31bacf95d51f5e5a7dded6da30387d9f7b66651f1f0e308aa5e610b) AuthConfig (340743829f1f7764c30d76e9549821bb5ed514260c5c95cabbfa03e0e79b00b4) AuthConfig (6d9128d8d11d096a39541b87fad0a0e06a6b6a672b2550f9cfc3ad563f7827a7) AuthConfig (36ef26e4389c9e160ddf93561bdaf107f5396e21ec3a1a001a40c1578dc2e799) AuthConfig (cf3076b34020483d0b10b385eb58eb0a94cb1f0d5892690462341212b8ab8d2f) AuthConfig (9afbd833cf937ae1fff759872db37086c28ffc8e994810173b2305be3f1b5c69) AuthConfig (5076965458875332ba3ea01378fdb766e38c1e131420ce2b03eb07834ef1553c) AuthConfig (238788651f3f1b46fdea813225f947e1174d9e5b722dd1df4e7f0d4ddfb2927c) AuthConfig (2488f14da802d8ff33a129de70497cb2d9e45212aee0df9fed68769aab54b484) AuthConfig (f90f64bef7a3be2e08a0f422dae0684cc77629abcfb812f877578d080f8146e9) AuthConfig (43c638f4540c4d109e5ff2b036a4cf820b3a69d68b0752fc527c763dc0ac9dd4) AuthConfig (9a12afd8cc7ceb59dfd7b2768582a2cb745e1f47f9d7882c5f2f0ff58de6d7a7) AuthConfig (4a6085aef3e59207f536a4f52ccd538cafbb3c8aa349c3ff8382aa564c344be4) AuthConfig (d6e488742ff2b2bbe558ace3e1cfcfb99888f7fed7e3a04d9a9dc5db2eef7dde) AuthConfig (0905383f0f751fbc03d151b5b3fe7244cea7fd3256e99173c69f586e233ea898) AuthConfig (fd47178c3a153ebf21a70ba28473be478974230d1e09b0b9e03da3086a38556c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"ea23ee9b-5b25-4a4a-9978-c0c07cfa3900","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:06.139679019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"315cbaf0-d2ea-4889-9acc-183e6e59bad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:06.154637686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"315cbaf0-d2ea-4889-9acc-183e6e59bad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:06.169312345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"315cbaf0-d2ea-4889-9acc-183e6e59bad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:06.184277918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"315cbaf0-d2ea-4889-9acc-183e6e59bad7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:06.814202322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947fa0eb-8490-4320-a20a-d093163ce637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:06.829373447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947fa0eb-8490-4320-a20a-d093163ce637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:06.844488689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947fa0eb-8490-4320-a20a-d093163ce637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:06.859428993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"947fa0eb-8490-4320-a20a-d093163ce637","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:06.952457274Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-37498a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-37498a","reconcileID":"3211acfe-654d-4e51-b40e-2b1b060d40f4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-37498a","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-37498a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:07.480154256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c29ef43-fb5f-40ff-aa35-06fc6b8ced5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:07.495334003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c29ef43-fb5f-40ff-aa35-06fc6b8ced5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:07.510352756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c29ef43-fb5f-40ff-aa35-06fc6b8ced5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:07.5251131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c29ef43-fb5f-40ff-aa35-06fc6b8ced5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:08.179882949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611603d7-8618-44d1-8a1b-8c1e37284376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:08.194961821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611603d7-8618-44d1-8a1b-8c1e37284376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:08.210007469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611603d7-8618-44d1-8a1b-8c1e37284376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:08.225023292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"611603d7-8618-44d1-8a1b-8c1e37284376","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:39:08.769954021Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-37498a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-37498a","reconcileID":"a4bb61b4-b92a-4d7f-ae81-4b3bc7a5922e","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-a-37498a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:08.831152361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8e4bee-36d2-4031-99c9-d2e23c3f96ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:08.8465318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8e4bee-36d2-4031-99c9-d2e23c3f96ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:08.861498092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8e4bee-36d2-4031-99c9-d2e23c3f96ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:08.876689307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c8e4bee-36d2-4031-99c9-d2e23c3f96ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:09.70820622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe94d47a-6288-4e4a-a4b1-7e5020caaaa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:09.723465354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe94d47a-6288-4e4a-a4b1-7e5020caaaa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:09.738442334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe94d47a-6288-4e4a-a4b1-7e5020caaaa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:09.753130301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe94d47a-6288-4e4a-a4b1-7e5020caaaa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:10.579507355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602dd6f1-94f6-4d3b-baae-e7c64c6c71ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:10.594240004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602dd6f1-94f6-4d3b-baae-e7c64c6c71ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:10.608934663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602dd6f1-94f6-4d3b-baae-e7c64c6c71ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:10.623691896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"602dd6f1-94f6-4d3b-baae-e7c64c6c71ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:11.313319219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0046d09e-77f4-428b-8e23-35bf35b3ce7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:11.328293572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0046d09e-77f4-428b-8e23-35bf35b3ce7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:11.343777297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0046d09e-77f4-428b-8e23-35bf35b3ce7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:11.359327524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0046d09e-77f4-428b-8e23-35bf35b3ce7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:14.988082789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"fc80b9d7-7c50-4f20-beb8-933f08a607a2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:15.031283685Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"fc80b9d7-7c50-4f20-beb8-933f08a607a2","name":"e2e-inf-a-750972-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:15.661312434Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:15.688742882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"4562346c-939d-4dd2-89cd-48990aaf1f22","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:15.691534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"e84bdd1b-3484-416f-823a-ce8cfb11289f","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:15.710658388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"4562346c-939d-4dd2-89cd-48990aaf1f22","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:15.714651033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"e84bdd1b-3484-416f-823a-ce8cfb11289f","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:15.734880368Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51462d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f6fa96302f96e44695fa689c7818555b9751a449e82eb88103967f43a776e94) AuthConfig (cd270616bd002856cf92cfb5a6e068c8438133edd246323f863603260ed34326) AuthConfig (ae2516b0e3ff94f5e046ad4dd44fbd34c0d52575a247d3501fcc49a596140248) AuthConfig (8fa7419e92bf551cc991b9c076d4720afb427d673f6235305f1589a33349d009) AuthConfig (9030c8f8d8269329622a2141710757336550fbc66ff47e9b1b4a7da117b76475) AuthConfig (a4cbce9f38e57bb4a43eb57f5b25bb66b32da1ca5843e92ab6d1731852a1d46c) AuthConfig (8d66521571c832729560efa4888f8e5c657b22ab29a4e5847484e7d07d310143) AuthConfig (756b9d529589fff2c8a154949007d582bf89100eea21a8ecdd19d339ee6cbfcc) AuthConfig (7af0761b2378024a79f6abfb2d754515d21357c5bb1a6c6407b0e1a3fc3b0c26) AuthConfig (828e596d991af0df50627922e81e9eda6c839d4c667a5d198d894d310ba9ae0f) AuthConfig (b1dab233b8223820a679cc39ce22544525ccdc156395ba25796895498f5d5f5f) AuthConfig (906d2a0d61ba6bd4978414c764edcdc3ef7423d1694e5842df9d0eecdb273781) AuthConfig (6c26a31a54a0722ce3c0877cbf6f233589a72607d7aae02a029d772b3b3ca690) AuthConfig (8f9e64f5930dd276585480708e681e7a1793ddb0540d39086852a3608e349391) AuthConfig (f5804489272baf8dbbf1f487d650be4a500f6a4648fd0d638a6c301ea9d10c9e) AuthConfig (74579d808ec0886b2929c183cf50a9dccd9398083efa6e0c81f2ac8abd444938) AuthConfig (1ae508651a814d21e8fbfa645e02f1d1c74667b1d180f33edb04c331586729d8) AuthConfig (c4105a379daf94f2e1e2f33bb0097d5538eb1941c27b28a7cbd9ff21712cf6e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"e84bdd1b-3484-416f-823a-ce8cfb11289f","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:15.75771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"7ad84ba2-2d71-44e3-963a-a6be85a8b61d","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"tenant":"e2e-inf-a-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:15.757730398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"7ad84ba2-2d71-44e3-963a-a6be85a8b61d","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"routeName":"test-model-51462d-kserve-route","namespace":"ai-tenant-e2e-inf-a-51462d","llmisvcName":"test-model-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:15.808101351Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683","reconcileID":"59776d1d-6b1f-4f81-ad56-236faf9e259c","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"tenant":"e2e-inf-a-90f683","gateway":"openshift-ingress/e2e-inf-a-90f683","model":"ai-tenant-e2e-inf-a-90f683/test-model-90f683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:15.808133138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683","reconcileID":"59776d1d-6b1f-4f81-ad56-236faf9e259c","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"routeName":"test-model-90f683-kserve-route","namespace":"ai-tenant-e2e-inf-a-90f683","llmisvcName":"test-model-90f683","gateway":"openshift-ingress/e2e-inf-a-90f683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:15.874549211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"beb58967-a4a4-49ca-b80f-0cd807ea942c","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:15.895927603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"beb58967-a4a4-49ca-b80f-0cd807ea942c","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:16.063561645Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"00410098-6542-415d-9f51-6e1b586c2816","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"tenant":"e2e-inf-a-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:16.063584674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"00410098-6542-415d-9f51-6e1b586c2816","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"routeName":"test-model-5cd0f2-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cd0f2","llmisvcName":"test-model-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:17.7024561Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"e642d596-e21e-4ab3-89bd-c315453cc912","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"model":"ai-tenant-e2e-inf-a-90f683/test-model-90f683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:17.702603418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683","reconcileID":"8ffb7f26-5bbb-41fd-aa61-cca2ec8a6a05","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"tenant":"e2e-inf-a-90f683","gateway":"openshift-ingress/e2e-inf-a-90f683","model":"ai-tenant-e2e-inf-a-90f683/test-model-90f683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:17.702624524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683","reconcileID":"8ffb7f26-5bbb-41fd-aa61-cca2ec8a6a05","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"routeName":"test-model-90f683-kserve-route","namespace":"ai-tenant-e2e-inf-a-90f683","llmisvcName":"test-model-90f683","gateway":"openshift-ingress/e2e-inf-a-90f683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:17.833488896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"e642d596-e21e-4ab3-89bd-c315453cc912","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:17.886701731Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"e642d596-e21e-4ab3-89bd-c315453cc912","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"name":"e2e-inf-a-90f683-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:17.886727312Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683-auth","reconcileID":"e642d596-e21e-4ab3-89bd-c315453cc912","MaaSAuthPolicy":{"name":"test-model-90f683-auth","namespace":"ai-tenant-e2e-inf-a-90f683"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-90f683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:17.906658365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683","reconcileID":"0ec7ccb7-76cc-4533-b848-01da626164f5","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"tenant":"e2e-inf-a-90f683","gateway":"openshift-ingress/e2e-inf-a-90f683","model":"ai-tenant-e2e-inf-a-90f683/test-model-90f683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:17.906676591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"test-model-90f683","reconcileID":"0ec7ccb7-76cc-4533-b848-01da626164f5","MaaSModelRef":{"name":"test-model-90f683","namespace":"ai-tenant-e2e-inf-a-90f683"},"routeName":"test-model-90f683-kserve-route","namespace":"ai-tenant-e2e-inf-a-90f683","llmisvcName":"test-model-90f683","gateway":"openshift-ingress/e2e-inf-a-90f683","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:20.844519856Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"c4852a41-e3b6-4a1f-bf5f-d63dbff07a0b","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"tenant":"e2e-inf-a-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:20.844544771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"c4852a41-e3b6-4a1f-bf5f-d63dbff07a0b","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"routeName":"test-model-5cd0f2-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cd0f2","llmisvcName":"test-model-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:20.868348694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"92472f98-2edb-4c63-b95b-54c304916595","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"tenant":"e2e-inf-a-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:20.868445045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"92472f98-2edb-4c63-b95b-54c304916595","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"routeName":"test-model-5cd0f2-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cd0f2","llmisvcName":"test-model-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:20.877807832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"7ccf3212-47eb-4c19-bf13-ff8833ae18a7","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:39:20.878646558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cd0f2-sub","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-sub","reconcileID":"b153b26b-b288-4afc-812f-2a6639ebe7d9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-5cd0f2-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:39:20.885212065Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"92472f98-2edb-4c63-b95b-54c304916595","name":"test-model-5cd0f2","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-5cd0f2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:39:20.88528145Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"92472f98-2edb-4c63-b95b-54c304916595","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-5cd0f2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:20.89086693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"8451afa5-7551-44cf-a2f1-d029926843d0","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"tenant":"e2e-inf-a-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:20.890883889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"8451afa5-7551-44cf-a2f1-d029926843d0","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"routeName":"test-model-5cd0f2-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cd0f2","llmisvcName":"test-model-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:20.898261083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"7ccf3212-47eb-4c19-bf13-ff8833ae18a7","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:20.914028589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"3e222083-9613-4245-9076-e0416579b37d","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"tenant":"e2e-inf-a-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:20.914051752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"3e222083-9613-4245-9076-e0416579b37d","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"routeName":"test-model-5cd0f2-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cd0f2","llmisvcName":"test-model-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:20.932425061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"cc100c25-1c7c-4b94-b599-47222b2e8722","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"tenant":"e2e-inf-a-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:20.93244999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"cc100c25-1c7c-4b94-b599-47222b2e8722","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"routeName":"test-model-5cd0f2-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cd0f2","llmisvcName":"test-model-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:20.997148725Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cd0f2-sub","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-sub","reconcileID":"2ee65607-38af-4eb5-9f30-b10a002c3d5f","MaaSSubscription":{"name":"test-model-5cd0f2-sub","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"maas-trlp-test-model-5cd0f2","model":"test-model-5cd0f2","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:21.053427745Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"822f95a1-cbb7-464c-949c-db7ddd31c2fe","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"tenant":"e2e-inf-a-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:21.053458129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"822f95a1-cbb7-464c-949c-db7ddd31c2fe","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"routeName":"test-model-5cd0f2-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cd0f2","llmisvcName":"test-model-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:21.059656261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"4ef20b40-8e43-4ffd-be62-54ec28916893","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:21.081463406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"4ef20b40-8e43-4ffd-be62-54ec28916893","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:21.09983605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cd0f2-sub","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-sub","reconcileID":"84b0bf59-29d4-49c8-bff4-835f193ddebe","MaaSSubscription":{"name":"test-model-5cd0f2-sub","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"maas-trlp-test-model-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:25.791577707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"2c97a068-c772-45b4-ad40-61edf70ab63e","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:25.811771305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"2c97a068-c772-45b4-ad40-61edf70ab63e","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:25.830771607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51462d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f6fa96302f96e44695fa689c7818555b9751a449e82eb88103967f43a776e94) AuthConfig (cd270616bd002856cf92cfb5a6e068c8438133edd246323f863603260ed34326) AuthConfig (ae2516b0e3ff94f5e046ad4dd44fbd34c0d52575a247d3501fcc49a596140248) AuthConfig (8fa7419e92bf551cc991b9c076d4720afb427d673f6235305f1589a33349d009) AuthConfig (9030c8f8d8269329622a2141710757336550fbc66ff47e9b1b4a7da117b76475) AuthConfig (a4cbce9f38e57bb4a43eb57f5b25bb66b32da1ca5843e92ab6d1731852a1d46c) AuthConfig (8d66521571c832729560efa4888f8e5c657b22ab29a4e5847484e7d07d310143) AuthConfig (756b9d529589fff2c8a154949007d582bf89100eea21a8ecdd19d339ee6cbfcc) AuthConfig (7af0761b2378024a79f6abfb2d754515d21357c5bb1a6c6407b0e1a3fc3b0c26) AuthConfig (828e596d991af0df50627922e81e9eda6c839d4c667a5d198d894d310ba9ae0f) AuthConfig (b1dab233b8223820a679cc39ce22544525ccdc156395ba25796895498f5d5f5f) AuthConfig (906d2a0d61ba6bd4978414c764edcdc3ef7423d1694e5842df9d0eecdb273781) AuthConfig (6c26a31a54a0722ce3c0877cbf6f233589a72607d7aae02a029d772b3b3ca690) AuthConfig (8f9e64f5930dd276585480708e681e7a1793ddb0540d39086852a3608e349391) AuthConfig (f5804489272baf8dbbf1f487d650be4a500f6a4648fd0d638a6c301ea9d10c9e) AuthConfig (74579d808ec0886b2929c183cf50a9dccd9398083efa6e0c81f2ac8abd444938) AuthConfig (1ae508651a814d21e8fbfa645e02f1d1c74667b1d180f33edb04c331586729d8) AuthConfig (c4105a379daf94f2e1e2f33bb0097d5538eb1941c27b28a7cbd9ff21712cf6e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"2c97a068-c772-45b4-ad40-61edf70ab63e","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:35.861514293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"3f838063-caef-4d3e-9107-9342a1078921","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:35.881591837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"3f838063-caef-4d3e-9107-9342a1078921","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:35.900460678Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51462d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f6fa96302f96e44695fa689c7818555b9751a449e82eb88103967f43a776e94) AuthConfig (cd270616bd002856cf92cfb5a6e068c8438133edd246323f863603260ed34326) AuthConfig (ae2516b0e3ff94f5e046ad4dd44fbd34c0d52575a247d3501fcc49a596140248) AuthConfig (8fa7419e92bf551cc991b9c076d4720afb427d673f6235305f1589a33349d009) AuthConfig (9030c8f8d8269329622a2141710757336550fbc66ff47e9b1b4a7da117b76475) AuthConfig (a4cbce9f38e57bb4a43eb57f5b25bb66b32da1ca5843e92ab6d1731852a1d46c) AuthConfig (8d66521571c832729560efa4888f8e5c657b22ab29a4e5847484e7d07d310143) AuthConfig (756b9d529589fff2c8a154949007d582bf89100eea21a8ecdd19d339ee6cbfcc) AuthConfig (7af0761b2378024a79f6abfb2d754515d21357c5bb1a6c6407b0e1a3fc3b0c26) AuthConfig (828e596d991af0df50627922e81e9eda6c839d4c667a5d198d894d310ba9ae0f) AuthConfig (b1dab233b8223820a679cc39ce22544525ccdc156395ba25796895498f5d5f5f) AuthConfig (906d2a0d61ba6bd4978414c764edcdc3ef7423d1694e5842df9d0eecdb273781) AuthConfig (6c26a31a54a0722ce3c0877cbf6f233589a72607d7aae02a029d772b3b3ca690) AuthConfig (8f9e64f5930dd276585480708e681e7a1793ddb0540d39086852a3608e349391) AuthConfig (f5804489272baf8dbbf1f487d650be4a500f6a4648fd0d638a6c301ea9d10c9e) AuthConfig (74579d808ec0886b2929c183cf50a9dccd9398083efa6e0c81f2ac8abd444938) AuthConfig (1ae508651a814d21e8fbfa645e02f1d1c74667b1d180f33edb04c331586729d8) AuthConfig (c4105a379daf94f2e1e2f33bb0097d5538eb1941c27b28a7cbd9ff21712cf6e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"3f838063-caef-4d3e-9107-9342a1078921","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:40.932328919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef7fd8c-2473-4e2b-9649-04ff607f8e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:40.947116171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef7fd8c-2473-4e2b-9649-04ff607f8e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:40.962057083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef7fd8c-2473-4e2b-9649-04ff607f8e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:40.977335126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bef7fd8c-2473-4e2b-9649-04ff607f8e66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:41.608699759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b69796-2d1f-4dca-b230-b3555680bc10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:41.623559699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b69796-2d1f-4dca-b230-b3555680bc10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:41.638650573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b69796-2d1f-4dca-b230-b3555680bc10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:41.724289601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57b69796-2d1f-4dca-b230-b3555680bc10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:42.356385077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05016476-a655-4405-9bab-a9e3d104a1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:42.371324137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05016476-a655-4405-9bab-a9e3d104a1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:42.38605593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05016476-a655-4405-9bab-a9e3d104a1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:42.400928332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05016476-a655-4405-9bab-a9e3d104a1ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:45.660999543Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:45.930655361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"14504aa9-0543-4913-9a80-8ac97cb74f8f","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:45.950643167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"14504aa9-0543-4913-9a80-8ac97cb74f8f","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:45.970173307Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-51462d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7f6fa96302f96e44695fa689c7818555b9751a449e82eb88103967f43a776e94) AuthConfig (cd270616bd002856cf92cfb5a6e068c8438133edd246323f863603260ed34326) AuthConfig (ae2516b0e3ff94f5e046ad4dd44fbd34c0d52575a247d3501fcc49a596140248) AuthConfig (8fa7419e92bf551cc991b9c076d4720afb427d673f6235305f1589a33349d009) AuthConfig (9030c8f8d8269329622a2141710757336550fbc66ff47e9b1b4a7da117b76475) AuthConfig (a4cbce9f38e57bb4a43eb57f5b25bb66b32da1ca5843e92ab6d1731852a1d46c) AuthConfig (8d66521571c832729560efa4888f8e5c657b22ab29a4e5847484e7d07d310143) AuthConfig (756b9d529589fff2c8a154949007d582bf89100eea21a8ecdd19d339ee6cbfcc) AuthConfig (7af0761b2378024a79f6abfb2d754515d21357c5bb1a6c6407b0e1a3fc3b0c26) AuthConfig (828e596d991af0df50627922e81e9eda6c839d4c667a5d198d894d310ba9ae0f) AuthConfig (b1dab233b8223820a679cc39ce22544525ccdc156395ba25796895498f5d5f5f) AuthConfig (906d2a0d61ba6bd4978414c764edcdc3ef7423d1694e5842df9d0eecdb273781) AuthConfig (6c26a31a54a0722ce3c0877cbf6f233589a72607d7aae02a029d772b3b3ca690) AuthConfig (8f9e64f5930dd276585480708e681e7a1793ddb0540d39086852a3608e349391) AuthConfig (f5804489272baf8dbbf1f487d650be4a500f6a4648fd0d638a6c301ea9d10c9e) AuthConfig (74579d808ec0886b2929c183cf50a9dccd9398083efa6e0c81f2ac8abd444938) AuthConfig (1ae508651a814d21e8fbfa645e02f1d1c74667b1d180f33edb04c331586729d8) AuthConfig (c4105a379daf94f2e1e2f33bb0097d5538eb1941c27b28a7cbd9ff21712cf6e5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"14504aa9-0543-4913-9a80-8ac97cb74f8f","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:51.53540784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cd0f2-sub","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-sub","reconcileID":"24bfd747-2897-49b5-a327-eb75c6ea4720","MaaSSubscription":{"name":"test-model-5cd0f2-sub","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"maas-trlp-test-model-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:51.593571952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"d7e738c6-c60d-49b4-a2e8-4101aa071d1a","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"tenant":"e2e-inf-a-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:51.593600672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"d7e738c6-c60d-49b4-a2e8-4101aa071d1a","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"routeName":"test-model-5cd0f2-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cd0f2","llmisvcName":"test-model-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:52.928382103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"aa5911b5-7ac9-402f-85f5-7a9055dc8177","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:52.948291991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"aa5911b5-7ac9-402f-85f5-7a9055dc8177","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:54.491803562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"a48e0677-1942-4836-a9dc-c6fc60cee7eb","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"tenant":"e2e-inf-b-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:54.491831936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"a48e0677-1942-4836-a9dc-c6fc60cee7eb","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"routeName":"test-model-6d9e36-kserve-route","namespace":"ai-tenant-e2e-inf-b-6d9e36","llmisvcName":"test-model-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:54.832363587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"c5096668-f40a-4cec-aeab-56447b375804","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"tenant":"e2e-inf-b-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:54.832391162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"c5096668-f40a-4cec-aeab-56447b375804","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"routeName":"test-model-6d9e36-kserve-route","namespace":"ai-tenant-e2e-inf-b-6d9e36","llmisvcName":"test-model-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:54.852501186Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"61a3e5d7-d5ef-47ff-8d26-55b405178b30","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"tenant":"e2e-inf-b-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:54.852526373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"61a3e5d7-d5ef-47ff-8d26-55b405178b30","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"routeName":"test-model-6d9e36-kserve-route","namespace":"ai-tenant-e2e-inf-b-6d9e36","llmisvcName":"test-model-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:54.882417873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"f98d00fb-5d2a-4103-8135-0260e782de63","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:54.934245444Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"f98d00fb-5d2a-4103-8135-0260e782de63","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:54.953122227Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6d9e36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"f98d00fb-5d2a-4103-8135-0260e782de63","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:54.973909386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"b35e5629-a674-4dc5-8811-5b8149c1a35a","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"tenant":"e2e-inf-b-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:54.973933415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"b35e5629-a674-4dc5-8811-5b8149c1a35a","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"routeName":"test-model-6d9e36-kserve-route","namespace":"ai-tenant-e2e-inf-b-6d9e36","llmisvcName":"test-model-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:56.000914619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"e48028b1-86e3-4716-8f9b-3213846e2369","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:56.043510858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"e48028b1-86e3-4716-8f9b-3213846e2369","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:56.159595802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"f6545704-ebed-4eba-a62a-801c4dff5e7a","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"tenant":"e2e-inf-a-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:39:56.159617703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"f6545704-ebed-4eba-a62a-801c4dff5e7a","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"routeName":"test-model-51462d-kserve-route","namespace":"ai-tenant-e2e-inf-a-51462d","llmisvcName":"test-model-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:00.848047738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"e4015616-4355-44c7-8944-1e42b2c15a7d","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"tenant":"e2e-inf-a-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:00.848077159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"e4015616-4355-44c7-8944-1e42b2c15a7d","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"routeName":"test-model-51462d-kserve-route","namespace":"ai-tenant-e2e-inf-a-51462d","llmisvcName":"test-model-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:00.870081003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"cdc38966-11a7-491b-861c-4063c36df85d","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"tenant":"e2e-inf-a-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:00.870110567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"cdc38966-11a7-491b-861c-4063c36df85d","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"routeName":"test-model-51462d-kserve-route","namespace":"ai-tenant-e2e-inf-a-51462d","llmisvcName":"test-model-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:00.878153154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"fae71550-6a5c-412d-8f97-bfb016ee0c96","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:40:00.881329668Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51462d-sub","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-sub","reconcileID":"e6c49a14-393d-45ad-abcb-1f445f6a56f9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-51462d-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:40:00.887043671Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"cdc38966-11a7-491b-861c-4063c36df85d","name":"test-model-51462d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-51462d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:40:00.887100015Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"cdc38966-11a7-491b-861c-4063c36df85d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-51462d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:00.89256463Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"bf331dc5-a168-4d9c-ba1b-f5fc8a439adc","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"tenant":"e2e-inf-a-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:00.892583856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"bf331dc5-a168-4d9c-ba1b-f5fc8a439adc","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"routeName":"test-model-51462d-kserve-route","namespace":"ai-tenant-e2e-inf-a-51462d","llmisvcName":"test-model-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:00.89837378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"fae71550-6a5c-412d-8f97-bfb016ee0c96","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:00.915869681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"af2d45c0-e5e0-4e8d-8192-7a7497c192cd","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"tenant":"e2e-inf-a-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:00.9158936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"af2d45c0-e5e0-4e8d-8192-7a7497c192cd","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"routeName":"test-model-51462d-kserve-route","namespace":"ai-tenant-e2e-inf-a-51462d","llmisvcName":"test-model-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:00.936360135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"7c556401-5d90-4029-ba7e-cb5ca5bd3a68","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"tenant":"e2e-inf-a-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:00.936390784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"7c556401-5d90-4029-ba7e-cb5ca5bd3a68","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"routeName":"test-model-51462d-kserve-route","namespace":"ai-tenant-e2e-inf-a-51462d","llmisvcName":"test-model-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:00.998784179Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51462d-sub","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-sub","reconcileID":"2d1d723a-a16b-4eb4-8556-1c43cd6a3de4","MaaSSubscription":{"name":"test-model-51462d-sub","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"maas-trlp-test-model-51462d","model":"test-model-51462d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-51462d/test-model-51462d-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:01.053540862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"1caecd78-0945-4252-ae8f-7b4a46929ad7","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"tenant":"e2e-inf-a-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:01.053563736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"1caecd78-0945-4252-ae8f-7b4a46929ad7","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"routeName":"test-model-51462d-kserve-route","namespace":"ai-tenant-e2e-inf-a-51462d","llmisvcName":"test-model-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:01.079486143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"27b21b65-b997-4725-9768-947992cec48b","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:01.121669903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"27b21b65-b997-4725-9768-947992cec48b","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:01.122339579Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51462d-sub","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-sub","reconcileID":"4d6dd19f-242d-4d9f-b609-788be4af92de","MaaSSubscription":{"name":"test-model-51462d-sub","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"maas-trlp-test-model-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:05.007668121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"5a0904c3-f054-4421-8de5-02a732b17167","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:05.027435799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"5a0904c3-f054-4421-8de5-02a732b17167","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:05.048116379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6d9e36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"5a0904c3-f054-4421-8de5-02a732b17167","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:09.099204575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f93b41-1fb0-44ff-9c0a-6a0ccecb4cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:09.114449767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f93b41-1fb0-44ff-9c0a-6a0ccecb4cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:09.129495508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f93b41-1fb0-44ff-9c0a-6a0ccecb4cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:09.144722034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56f93b41-1fb0-44ff-9c0a-6a0ccecb4cd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:09.74216081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770a8b4d-6509-45d5-b456-a30b307b25c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:09.758226503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770a8b4d-6509-45d5-b456-a30b307b25c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:09.773383577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770a8b4d-6509-45d5-b456-a30b307b25c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:09.789270022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"770a8b4d-6509-45d5-b456-a30b307b25c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:10.422728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980a144c-4879-45ef-8d5a-af2a39d76e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:10.438142096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980a144c-4879-45ef-8d5a-af2a39d76e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:10.453138313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980a144c-4879-45ef-8d5a-af2a39d76e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:10.468266757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"980a144c-4879-45ef-8d5a-af2a39d76e0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:11.14405713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf78cc3-cd32-4143-a8e2-c6d9c18ae71d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:11.159389931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf78cc3-cd32-4143-a8e2-c6d9c18ae71d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:11.174305077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf78cc3-cd32-4143-a8e2-c6d9c18ae71d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:11.189365878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edf78cc3-cd32-4143-a8e2-c6d9c18ae71d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:11.898979131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"041927a2-39a5-4084-afd1-770701d3eaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:11.913877732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"041927a2-39a5-4084-afd1-770701d3eaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:11.928843741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"041927a2-39a5-4084-afd1-770701d3eaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:11.944584799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"041927a2-39a5-4084-afd1-770701d3eaa6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:15.079107242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"002104cf-6385-4d2f-b172-4987a59c38f5","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:15.099126659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"002104cf-6385-4d2f-b172-4987a59c38f5","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:15.105844737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc79bdd8-e8e4-46db-9d80-52e51fcdc4fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:15.122607277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc79bdd8-e8e4-46db-9d80-52e51fcdc4fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:15.126642998Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6d9e36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"002104cf-6385-4d2f-b172-4987a59c38f5","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:15.145264125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc79bdd8-e8e4-46db-9d80-52e51fcdc4fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:15.223389335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc79bdd8-e8e4-46db-9d80-52e51fcdc4fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:15.661099179Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:15.821022703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1207debb-88f9-4c6e-b8e1-65628331fa7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:15.836170799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1207debb-88f9-4c6e-b8e1-65628331fa7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:15.856252055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1207debb-88f9-4c6e-b8e1-65628331fa7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:15.87128178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1207debb-88f9-4c6e-b8e1-65628331fa7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:15.915965456Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-55c3fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-55c3fc","reconcileID":"cc81dd23-1e41-4cce-a37a-09e091afc75f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-55c3fc","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-55c3fc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:16.475566406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e9f7c9-e762-4bf1-9bae-f3192462e9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:16.492573249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e9f7c9-e762-4bf1-9bae-f3192462e9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:16.62147798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e9f7c9-e762-4bf1-9bae-f3192462e9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:16.636892604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92e9f7c9-e762-4bf1-9bae-f3192462e9ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:17.267975876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79002e38-ec0c-4dc1-83c7-bd50181df2ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:17.282841042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79002e38-ec0c-4dc1-83c7-bd50181df2ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:17.297854212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79002e38-ec0c-4dc1-83c7-bd50181df2ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:17.312865225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79002e38-ec0c-4dc1-83c7-bd50181df2ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:40:17.643175145Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-55c3fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-55c3fc","reconcileID":"4f6955b8-18a0-459c-9dab-1f2c867a9e4a","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-b-55c3fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:18.106843186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf88f2bd-4722-44f3-8b8f-eb17fe59bff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:18.13787613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf88f2bd-4722-44f3-8b8f-eb17fe59bff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:18.270711722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf88f2bd-4722-44f3-8b8f-eb17fe59bff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:18.291484922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf88f2bd-4722-44f3-8b8f-eb17fe59bff1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:22.818271486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7d61e8-2109-4336-a6d6-45c88139d22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:22.833549357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7d61e8-2109-4336-a6d6-45c88139d22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:22.848862579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7d61e8-2109-4336-a6d6-45c88139d22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:22.863913852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c7d61e8-2109-4336-a6d6-45c88139d22e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:23.500394145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c2d9a3-d117-4a87-a4f9-ffe6c6ddd079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:23.515859061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c2d9a3-d117-4a87-a4f9-ffe6c6ddd079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:23.530737723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c2d9a3-d117-4a87-a4f9-ffe6c6ddd079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:23.546357998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45c2d9a3-d117-4a87-a4f9-ffe6c6ddd079","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:24.132986499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4062a293-97b7-4a0e-9ddb-be6aa647a319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:24.228756319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4062a293-97b7-4a0e-9ddb-be6aa647a319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:24.243740791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4062a293-97b7-4a0e-9ddb-be6aa647a319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:24.258678542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4062a293-97b7-4a0e-9ddb-be6aa647a319","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:24.873770279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6886c897-280c-48ea-b2e8-1af809618c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:24.888735216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6886c897-280c-48ea-b2e8-1af809618c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:24.903625176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6886c897-280c-48ea-b2e8-1af809618c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:24.918421987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6886c897-280c-48ea-b2e8-1af809618c81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:25.158695496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"8abdf2f3-479a-400f-a6b2-39fc6f3f6338","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:25.180718258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"8abdf2f3-479a-400f-a6b2-39fc6f3f6338","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:25.20178064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6d9e36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"8abdf2f3-479a-400f-a6b2-39fc6f3f6338","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:27.642238985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"6960f38e-0e4b-4eb9-b2cc-7bc35463d43a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:27.686919485Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"6960f38e-0e4b-4eb9-b2cc-7bc35463d43a","name":"e2e-inf-a-37498a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:35.231689844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"c4b979f0-d32f-4208-80f4-21f67235a84c","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:35.251953798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"c4b979f0-d32f-4208-80f4-21f67235a84c","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:35.271153454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6d9e36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"c4b979f0-d32f-4208-80f4-21f67235a84c","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:37.362177293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da812949-d544-4796-b908-9a5ce99998d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:37.376939689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da812949-d544-4796-b908-9a5ce99998d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:37.391600781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da812949-d544-4796-b908-9a5ce99998d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:37.406921278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da812949-d544-4796-b908-9a5ce99998d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.031625377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5dab614-cf6d-4bd3-b4fe-ed48bdcce381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.046889666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5dab614-cf6d-4bd3-b4fe-ed48bdcce381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.061996947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5dab614-cf6d-4bd3-b4fe-ed48bdcce381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.077426815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5dab614-cf6d-4bd3-b4fe-ed48bdcce381","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.552831459Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","namespace":"ai-tenant-e2e-inf-a-90f683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.552890771Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","namespace":"ai-tenant-e2e-inf-a-90f683","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.552938853Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","tenant":"e2e-inf-a-90f683","tenantID":"e2e-inf-a-90f683","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.569532391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"Deployment","name":"maas-api-e2e-inf-a-90f683","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.598312835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"Service","name":"maas-api-e2e-inf-a-90f683","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.616413056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-90f683","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.633430042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-90f683","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.65376681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-90f683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.670813723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-90f683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.691295375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-90f683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.708566721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-90f683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.710771795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf6dd238-fdff-45b9-8bcb-48b820036b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.725268901Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"Deployment","name":"payload-processing-e2e-inf-a-90f683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.725764729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf6dd238-fdff-45b9-8bcb-48b820036b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.740428115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-90f683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.741382247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf6dd238-fdff-45b9-8bcb-48b820036b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.75612435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"Service","name":"payload-processing-e2e-inf-a-90f683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.757225579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf6dd238-fdff-45b9-8bcb-48b820036b76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.772034842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-90f683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.786599909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-90f683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.801339904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-90f683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.818487837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-90f683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.885421634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-90f683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.907376503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-90f683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.929315286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-90f683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.949152238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-90f683","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:38.967609795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-90f683"},"namespace":"ai-tenant-e2e-inf-a-90f683","name":"default-tenant","reconcileID":"3d174395-a782-4883-8505-2c3d3b7c35d3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-90f683","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:39.675564973Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-90f683","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-90f683","reconcileID":"705eb22a-ba99-4955-8d43-481c74587796","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-90f683","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-90f683"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:39.958468184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73460526-184d-48f7-9b2b-7abbbb237076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:39.976016779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73460526-184d-48f7-9b2b-7abbbb237076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:39.991479846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73460526-184d-48f7-9b2b-7abbbb237076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:40.006528283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73460526-184d-48f7-9b2b-7abbbb237076","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:40.604467555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a24102-51af-4a03-ad7d-bc05cf0dafde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:40.624741006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a24102-51af-4a03-ad7d-bc05cf0dafde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:40.640572124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a24102-51af-4a03-ad7d-bc05cf0dafde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:40.655589988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80a24102-51af-4a03-ad7d-bc05cf0dafde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:41.321626277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a7828f-8d81-4954-94ee-192f5da1ff31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:41.336653596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a7828f-8d81-4954-94ee-192f5da1ff31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:41.351381255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a7828f-8d81-4954-94ee-192f5da1ff31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:41.366108873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0a7828f-8d81-4954-94ee-192f5da1ff31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:42.135047254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ed825-f1b5-401d-a250-f908b55f97fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:42.150507121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ed825-f1b5-401d-a250-f908b55f97fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:42.166104619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ed825-f1b5-401d-a250-f908b55f97fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:42.181682042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"452ed825-f1b5-401d-a250-f908b55f97fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:45.301664334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"a0e3145d-2523-496f-9405-8e934ea2679d","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:45.32166012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"a0e3145d-2523-496f-9405-8e934ea2679d","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:45.340852185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6d9e36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"a0e3145d-2523-496f-9405-8e934ea2679d","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:45.660669608Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:48.391224986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca115d2-8a23-454d-9301-a7a7c1e06b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:48.405995311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca115d2-8a23-454d-9301-a7a7c1e06b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:48.421030035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca115d2-8a23-454d-9301-a7a7c1e06b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:48.435948663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ca115d2-8a23-454d-9301-a7a7c1e06b35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:49.111011725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d16cb327-449b-4620-b017-bd92ef68daa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:49.126001671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d16cb327-449b-4620-b017-bd92ef68daa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:49.140789921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d16cb327-449b-4620-b017-bd92ef68daa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:49.156657819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d16cb327-449b-4620-b017-bd92ef68daa1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:55.371577009Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"d7c0bf6f-dfe5-4039-8ad0-cd35b5538ae6","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:55.391131737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"d7c0bf6f-dfe5-4039-8ad0-cd35b5538ae6","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:40:55.409751634Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6d9e36-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"d7c0bf6f-dfe5-4039-8ad0-cd35b5538ae6","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:04.80465073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51462d-sub","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-sub","reconcileID":"4a9ca717-9b5e-4cba-a869-2399b9ef9f11","MaaSSubscription":{"name":"test-model-51462d-sub","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"maas-trlp-test-model-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:04.861418539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"8e3ef523-8888-49f2-b1f3-bdc43f15bad9","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"tenant":"e2e-inf-a-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:04.861440991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"8e3ef523-8888-49f2-b1f3-bdc43f15bad9","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"routeName":"test-model-51462d-kserve-route","namespace":"ai-tenant-e2e-inf-a-51462d","llmisvcName":"test-model-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:05.521141825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"865c522e-efc0-40fe-88fb-66493c67b46a","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:05.556296004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"865c522e-efc0-40fe-88fb-66493c67b46a","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:05.575818542Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6d9e36-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (720dbb65c986ad972c84fbf4e41fb1bfad80c480c88a4cd277477df753b81410) AuthConfig (58c6841ed2f233a3264ba91082d40df32ac6df74c478add7fa17c6f9a53e54d1) AuthConfig (0debcfcc90642c7509850414881ae5c3a03472f445369142e15bc2ed0081ad94) AuthConfig (e79ea7111b48034789ce2c078bfe0abd59eb84e85452ee7cec052151f8c4da1e) AuthConfig (5b87c453314cd79acec1af07996d9fd5c1ccf7c1b4a170062a0fb061cd25c97d) AuthConfig (b952d695ff10fb8eb8bb5d06b4fc0725e1efff5bee804f9ba127839f616403b3) AuthConfig (29549330c0128858ae18e8b0c429a4ed0c45882a29b739ebbff614ad745187dd) AuthConfig (54245c70a25cfdbb3053f0e870a60a15bd61895afd291f3e9b16756cc6935634) AuthConfig (0860146afcd88487eebc2efe351a9109cc5c278f8434d2ecc93ba9be8fb08171) AuthConfig (d5e9bd8b23f580261c2759a918c01fb450e05d5d5677015f81e1e3da0c59cf31) AuthConfig (8885f07de7bebfbc8ce2f7b5022be7e63904a78fdb6d1b875f3a98e54fea33c5) AuthConfig (b96b3695204bc9102c29d45a1dcd9b2899064ce73cc72afcfe9c4d372f0bcf3f) AuthConfig (74dd35b146d2be2afa1c3d85aae55fc622c341485c341e8830f076ce751cd179) AuthConfig (1a2cf7407ef2520a93936f2b7b00ee26431cabf09f828bde2352bca7eac379c5) AuthConfig (a7a73e7d4021c805f3491543a85607df56fc012f0e0bd1b6fa54469abac6d974) AuthConfig (6394fe3330158fc6612929683beec5b9cb2f0eb0fa9717b4d5fd9934b63c68c4) AuthConfig (87c2900124fa4ddd4aa368f317746f53798e2ba0625ce408415684d0e5b06f6b) AuthConfig (4dfb27d556c332c5779ac322f711c38d369e4c30277b51e84151887c77073373)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"865c522e-efc0-40fe-88fb-66493c67b46a","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:05.596767966Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"7fb4fe90-9ee3-4d13-9e48-73c4ceeb1551","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"tenant":"e2e-inf-b-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:05.596786887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"7fb4fe90-9ee3-4d13-9e48-73c4ceeb1551","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"routeName":"test-model-6d9e36-kserve-route","namespace":"ai-tenant-e2e-inf-b-6d9e36","llmisvcName":"test-model-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:05.691725209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b376c61f-40bf-46a8-928c-4beb3872b593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:05.70664368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b376c61f-40bf-46a8-928c-4beb3872b593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:05.726459568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b376c61f-40bf-46a8-928c-4beb3872b593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:05.741375679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b376c61f-40bf-46a8-928c-4beb3872b593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:05.923464427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"26cb01c7-4f9a-441b-a331-706f5fc00968","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:05.943381957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"26cb01c7-4f9a-441b-a331-706f5fc00968","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:06.324392649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31abd61f-d20b-4424-887e-7fa05a510ffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:06.34151874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31abd61f-d20b-4424-887e-7fa05a510ffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:06.356665121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31abd61f-d20b-4424-887e-7fa05a510ffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:06.37162406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31abd61f-d20b-4424-887e-7fa05a510ffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:06.461711066Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-d20345","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-d20345","reconcileID":"7b9dc97c-46a3-4ce9-82c4-e24b5f822dc0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-d20345","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-d20345":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:07.001524108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10cd597-27e3-44b3-aa69-114961069564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:07.016427315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10cd597-27e3-44b3-aa69-114961069564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:07.031580711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10cd597-27e3-44b3-aa69-114961069564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:07.046443579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10cd597-27e3-44b3-aa69-114961069564","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:07.734037849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65090317-e94e-45de-95ea-0a4455afc85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:07.750274237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65090317-e94e-45de-95ea-0a4455afc85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:07.765046704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65090317-e94e-45de-95ea-0a4455afc85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:07.780023155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65090317-e94e-45de-95ea-0a4455afc85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:08.462524841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668870bf-7796-47b1-904c-0979538acbb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:08.477762081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668870bf-7796-47b1-904c-0979538acbb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:08.493482335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668870bf-7796-47b1-904c-0979538acbb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:08.508619437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"668870bf-7796-47b1-904c-0979538acbb0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:15.627171866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"395adf78-516b-4903-aed0-62f77628bf91","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:15.647176573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"395adf78-516b-4903-aed0-62f77628bf91","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:15.660659202Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:15.666619305Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6d9e36-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (720dbb65c986ad972c84fbf4e41fb1bfad80c480c88a4cd277477df753b81410) AuthConfig (58c6841ed2f233a3264ba91082d40df32ac6df74c478add7fa17c6f9a53e54d1) AuthConfig (0debcfcc90642c7509850414881ae5c3a03472f445369142e15bc2ed0081ad94) AuthConfig (e79ea7111b48034789ce2c078bfe0abd59eb84e85452ee7cec052151f8c4da1e) AuthConfig (5b87c453314cd79acec1af07996d9fd5c1ccf7c1b4a170062a0fb061cd25c97d) AuthConfig (b952d695ff10fb8eb8bb5d06b4fc0725e1efff5bee804f9ba127839f616403b3) AuthConfig (29549330c0128858ae18e8b0c429a4ed0c45882a29b739ebbff614ad745187dd) AuthConfig (54245c70a25cfdbb3053f0e870a60a15bd61895afd291f3e9b16756cc6935634) AuthConfig (0860146afcd88487eebc2efe351a9109cc5c278f8434d2ecc93ba9be8fb08171) AuthConfig (d5e9bd8b23f580261c2759a918c01fb450e05d5d5677015f81e1e3da0c59cf31) AuthConfig (8885f07de7bebfbc8ce2f7b5022be7e63904a78fdb6d1b875f3a98e54fea33c5) AuthConfig (b96b3695204bc9102c29d45a1dcd9b2899064ce73cc72afcfe9c4d372f0bcf3f) AuthConfig (74dd35b146d2be2afa1c3d85aae55fc622c341485c341e8830f076ce751cd179) AuthConfig (1a2cf7407ef2520a93936f2b7b00ee26431cabf09f828bde2352bca7eac379c5) AuthConfig (a7a73e7d4021c805f3491543a85607df56fc012f0e0bd1b6fa54469abac6d974) AuthConfig (6394fe3330158fc6612929683beec5b9cb2f0eb0fa9717b4d5fd9934b63c68c4) AuthConfig (87c2900124fa4ddd4aa368f317746f53798e2ba0625ce408415684d0e5b06f6b) AuthConfig (4dfb27d556c332c5779ac322f711c38d369e4c30277b51e84151887c77073373)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"395adf78-516b-4903-aed0-62f77628bf91","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:18.535803558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"56c2cb38-c33b-49b2-9fb4-26d9873938d5","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"tenant":"e2e-inf-b-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:18.535839843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"56c2cb38-c33b-49b2-9fb4-26d9873938d5","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"routeName":"test-model-b7a567-kserve-route","namespace":"ai-tenant-e2e-inf-b-b7a567","llmisvcName":"test-model-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:18.865866955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"2da10dc6-9560-4d70-ab42-99ff63c27e0b","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"tenant":"e2e-inf-b-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:18.865895439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"2da10dc6-9560-4d70-ab42-99ff63c27e0b","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"routeName":"test-model-b7a567-kserve-route","namespace":"ai-tenant-e2e-inf-b-b7a567","llmisvcName":"test-model-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:18.885609381Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"b5200f08-1014-46d9-a69d-62008a58cacc","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"tenant":"e2e-inf-b-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:18.885631518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"b5200f08-1014-46d9-a69d-62008a58cacc","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"routeName":"test-model-b7a567-kserve-route","namespace":"ai-tenant-e2e-inf-b-b7a567","llmisvcName":"test-model-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:18.915172519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"c8e106b2-6369-4a0d-b44d-adde8e671ef6","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b7a567","tenantID":"e2e-inf-b-b7a567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:18.970308667Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"c8e106b2-6369-4a0d-b44d-adde8e671ef6","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"e2e-inf-b-b7a567-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:18.989291388Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b7a567-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"c8e106b2-6369-4a0d-b44d-adde8e671ef6","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:19.009914359Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"c678ae3c-9cf4-45bc-b717-e489a6b43741","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"tenant":"e2e-inf-b-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:19.009935963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"c678ae3c-9cf4-45bc-b717-e489a6b43741","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"routeName":"test-model-b7a567-kserve-route","namespace":"ai-tenant-e2e-inf-b-b7a567","llmisvcName":"test-model-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:25.696537411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"76e1f935-3964-43ac-9361-d5876accb82d","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:25.716596246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"76e1f935-3964-43ac-9361-d5876accb82d","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:25.735140007Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6d9e36-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (720dbb65c986ad972c84fbf4e41fb1bfad80c480c88a4cd277477df753b81410) AuthConfig (58c6841ed2f233a3264ba91082d40df32ac6df74c478add7fa17c6f9a53e54d1) AuthConfig (0debcfcc90642c7509850414881ae5c3a03472f445369142e15bc2ed0081ad94) AuthConfig (e79ea7111b48034789ce2c078bfe0abd59eb84e85452ee7cec052151f8c4da1e) AuthConfig (5b87c453314cd79acec1af07996d9fd5c1ccf7c1b4a170062a0fb061cd25c97d) AuthConfig (b952d695ff10fb8eb8bb5d06b4fc0725e1efff5bee804f9ba127839f616403b3) AuthConfig (29549330c0128858ae18e8b0c429a4ed0c45882a29b739ebbff614ad745187dd) AuthConfig (54245c70a25cfdbb3053f0e870a60a15bd61895afd291f3e9b16756cc6935634) AuthConfig (0860146afcd88487eebc2efe351a9109cc5c278f8434d2ecc93ba9be8fb08171) AuthConfig (d5e9bd8b23f580261c2759a918c01fb450e05d5d5677015f81e1e3da0c59cf31) AuthConfig (8885f07de7bebfbc8ce2f7b5022be7e63904a78fdb6d1b875f3a98e54fea33c5) AuthConfig (b96b3695204bc9102c29d45a1dcd9b2899064ce73cc72afcfe9c4d372f0bcf3f) AuthConfig (74dd35b146d2be2afa1c3d85aae55fc622c341485c341e8830f076ce751cd179) AuthConfig (1a2cf7407ef2520a93936f2b7b00ee26431cabf09f828bde2352bca7eac379c5) AuthConfig (a7a73e7d4021c805f3491543a85607df56fc012f0e0bd1b6fa54469abac6d974) AuthConfig (6394fe3330158fc6612929683beec5b9cb2f0eb0fa9717b4d5fd9934b63c68c4) AuthConfig (87c2900124fa4ddd4aa368f317746f53798e2ba0625ce408415684d0e5b06f6b) AuthConfig (4dfb27d556c332c5779ac322f711c38d369e4c30277b51e84151887c77073373)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"76e1f935-3964-43ac-9361-d5876accb82d","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:29.040581399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"3facce62-67a5-4314-9639-2921aca90adb","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b7a567","tenantID":"e2e-inf-b-b7a567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:29.060618421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"3facce62-67a5-4314-9639-2921aca90adb","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"e2e-inf-b-b7a567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:29.079225774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b7a567-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"3facce62-67a5-4314-9639-2921aca90adb","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:35.766035195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"8b6f9fe2-64a7-4a0a-86cd-63cc0b805a03","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:35.785773041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"8b6f9fe2-64a7-4a0a-86cd-63cc0b805a03","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:35.808147572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6d9e36-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (720dbb65c986ad972c84fbf4e41fb1bfad80c480c88a4cd277477df753b81410) AuthConfig (58c6841ed2f233a3264ba91082d40df32ac6df74c478add7fa17c6f9a53e54d1) AuthConfig (0debcfcc90642c7509850414881ae5c3a03472f445369142e15bc2ed0081ad94) AuthConfig (e79ea7111b48034789ce2c078bfe0abd59eb84e85452ee7cec052151f8c4da1e) AuthConfig (5b87c453314cd79acec1af07996d9fd5c1ccf7c1b4a170062a0fb061cd25c97d) AuthConfig (b952d695ff10fb8eb8bb5d06b4fc0725e1efff5bee804f9ba127839f616403b3) AuthConfig (29549330c0128858ae18e8b0c429a4ed0c45882a29b739ebbff614ad745187dd) AuthConfig (54245c70a25cfdbb3053f0e870a60a15bd61895afd291f3e9b16756cc6935634) AuthConfig (0860146afcd88487eebc2efe351a9109cc5c278f8434d2ecc93ba9be8fb08171) AuthConfig (d5e9bd8b23f580261c2759a918c01fb450e05d5d5677015f81e1e3da0c59cf31) AuthConfig (8885f07de7bebfbc8ce2f7b5022be7e63904a78fdb6d1b875f3a98e54fea33c5) AuthConfig (b96b3695204bc9102c29d45a1dcd9b2899064ce73cc72afcfe9c4d372f0bcf3f) AuthConfig (74dd35b146d2be2afa1c3d85aae55fc622c341485c341e8830f076ce751cd179) AuthConfig (1a2cf7407ef2520a93936f2b7b00ee26431cabf09f828bde2352bca7eac379c5) AuthConfig (a7a73e7d4021c805f3491543a85607df56fc012f0e0bd1b6fa54469abac6d974) AuthConfig (6394fe3330158fc6612929683beec5b9cb2f0eb0fa9717b4d5fd9934b63c68c4) AuthConfig (87c2900124fa4ddd4aa368f317746f53798e2ba0625ce408415684d0e5b06f6b) AuthConfig (4dfb27d556c332c5779ac322f711c38d369e4c30277b51e84151887c77073373)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"8b6f9fe2-64a7-4a0a-86cd-63cc0b805a03","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:36.297943782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"152333f1-b1a9-4ebc-8f6f-60f63b5f828d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-55c3fc","tenantID":"e2e-inf-b-55c3fc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:36.341104232Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"152333f1-b1a9-4ebc-8f6f-60f63b5f828d","name":"e2e-inf-b-55c3fc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:39.11003742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"81bd333d-4248-4776-aae6-540bd17ce19a","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b7a567","tenantID":"e2e-inf-b-b7a567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:39.129700691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"81bd333d-4248-4776-aae6-540bd17ce19a","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"e2e-inf-b-b7a567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:39.148441398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b7a567-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"81bd333d-4248-4776-aae6-540bd17ce19a","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:45.661225348Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:45.838950274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"c54a3941-376a-4837-8ceb-b4c30496ff73","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:45.859711733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"c54a3941-376a-4837-8ceb-b4c30496ff73","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:45.878743659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6d9e36-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (720dbb65c986ad972c84fbf4e41fb1bfad80c480c88a4cd277477df753b81410) AuthConfig (58c6841ed2f233a3264ba91082d40df32ac6df74c478add7fa17c6f9a53e54d1) AuthConfig (0debcfcc90642c7509850414881ae5c3a03472f445369142e15bc2ed0081ad94) AuthConfig (e79ea7111b48034789ce2c078bfe0abd59eb84e85452ee7cec052151f8c4da1e) AuthConfig (5b87c453314cd79acec1af07996d9fd5c1ccf7c1b4a170062a0fb061cd25c97d) AuthConfig (b952d695ff10fb8eb8bb5d06b4fc0725e1efff5bee804f9ba127839f616403b3) AuthConfig (29549330c0128858ae18e8b0c429a4ed0c45882a29b739ebbff614ad745187dd) AuthConfig (54245c70a25cfdbb3053f0e870a60a15bd61895afd291f3e9b16756cc6935634) AuthConfig (0860146afcd88487eebc2efe351a9109cc5c278f8434d2ecc93ba9be8fb08171) AuthConfig (d5e9bd8b23f580261c2759a918c01fb450e05d5d5677015f81e1e3da0c59cf31) AuthConfig (8885f07de7bebfbc8ce2f7b5022be7e63904a78fdb6d1b875f3a98e54fea33c5) AuthConfig (b96b3695204bc9102c29d45a1dcd9b2899064ce73cc72afcfe9c4d372f0bcf3f) AuthConfig (74dd35b146d2be2afa1c3d85aae55fc622c341485c341e8830f076ce751cd179) AuthConfig (1a2cf7407ef2520a93936f2b7b00ee26431cabf09f828bde2352bca7eac379c5) AuthConfig (a7a73e7d4021c805f3491543a85607df56fc012f0e0bd1b6fa54469abac6d974) AuthConfig (6394fe3330158fc6612929683beec5b9cb2f0eb0fa9717b4d5fd9934b63c68c4) AuthConfig (87c2900124fa4ddd4aa368f317746f53798e2ba0625ce408415684d0e5b06f6b) AuthConfig (4dfb27d556c332c5779ac322f711c38d369e4c30277b51e84151887c77073373)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"c54a3941-376a-4837-8ceb-b4c30496ff73","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:49.066255757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d8ffcf-98c7-4e81-a981-19a3016d9abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:49.08474951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d8ffcf-98c7-4e81-a981-19a3016d9abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:49.128963046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d8ffcf-98c7-4e81-a981-19a3016d9abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:49.149503066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34d8ffcf-98c7-4e81-a981-19a3016d9abd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:49.18956227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"12e72855-ab58-41eb-b8b5-5a0fe1d18bdd","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b7a567","tenantID":"e2e-inf-b-b7a567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:49.214831046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"12e72855-ab58-41eb-b8b5-5a0fe1d18bdd","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"e2e-inf-b-b7a567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:49.24797177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b7a567-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"12e72855-ab58-41eb-b8b5-5a0fe1d18bdd","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:49.785834352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a715d0c8-6995-442c-979e-5f2adfd894ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:49.801234238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a715d0c8-6995-442c-979e-5f2adfd894ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:49.816319355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a715d0c8-6995-442c-979e-5f2adfd894ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:49.832713778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a715d0c8-6995-442c-979e-5f2adfd894ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:50.474291917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35cec54b-3eec-46f8-80c9-c20469a11fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:50.489433491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35cec54b-3eec-46f8-80c9-c20469a11fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:50.504278655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35cec54b-3eec-46f8-80c9-c20469a11fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:50.519309592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35cec54b-3eec-46f8-80c9-c20469a11fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:51.33929601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec4d32f-8d5d-4726-8384-452a167bd018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:51.355024913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec4d32f-8d5d-4726-8384-452a167bd018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:51.36994759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec4d32f-8d5d-4726-8384-452a167bd018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:51.384854412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4ec4d32f-8d5d-4726-8384-452a167bd018","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:55.91053145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"7bc7e3b7-9b2c-4288-99c5-192e0ccb3f2f","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:55.93192515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"7bc7e3b7-9b2c-4288-99c5-192e0ccb3f2f","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:55.951926574Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-6d9e36-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (720dbb65c986ad972c84fbf4e41fb1bfad80c480c88a4cd277477df753b81410) AuthConfig (58c6841ed2f233a3264ba91082d40df32ac6df74c478add7fa17c6f9a53e54d1) AuthConfig (0debcfcc90642c7509850414881ae5c3a03472f445369142e15bc2ed0081ad94) AuthConfig (e79ea7111b48034789ce2c078bfe0abd59eb84e85452ee7cec052151f8c4da1e) AuthConfig (5b87c453314cd79acec1af07996d9fd5c1ccf7c1b4a170062a0fb061cd25c97d) AuthConfig (b952d695ff10fb8eb8bb5d06b4fc0725e1efff5bee804f9ba127839f616403b3) AuthConfig (29549330c0128858ae18e8b0c429a4ed0c45882a29b739ebbff614ad745187dd) AuthConfig (54245c70a25cfdbb3053f0e870a60a15bd61895afd291f3e9b16756cc6935634) AuthConfig (0860146afcd88487eebc2efe351a9109cc5c278f8434d2ecc93ba9be8fb08171) AuthConfig (d5e9bd8b23f580261c2759a918c01fb450e05d5d5677015f81e1e3da0c59cf31) AuthConfig (8885f07de7bebfbc8ce2f7b5022be7e63904a78fdb6d1b875f3a98e54fea33c5) AuthConfig (b96b3695204bc9102c29d45a1dcd9b2899064ce73cc72afcfe9c4d372f0bcf3f) AuthConfig (74dd35b146d2be2afa1c3d85aae55fc622c341485c341e8830f076ce751cd179) AuthConfig (1a2cf7407ef2520a93936f2b7b00ee26431cabf09f828bde2352bca7eac379c5) AuthConfig (a7a73e7d4021c805f3491543a85607df56fc012f0e0bd1b6fa54469abac6d974) AuthConfig (6394fe3330158fc6612929683beec5b9cb2f0eb0fa9717b4d5fd9934b63c68c4) AuthConfig (87c2900124fa4ddd4aa368f317746f53798e2ba0625ce408415684d0e5b06f6b) AuthConfig (4dfb27d556c332c5779ac322f711c38d369e4c30277b51e84151887c77073373)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"7bc7e3b7-9b2c-4288-99c5-192e0ccb3f2f","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:59.279150161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"b0b4e158-a3c1-48a8-9331-f28ba9a64187","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b7a567","tenantID":"e2e-inf-b-b7a567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:59.29875725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"b0b4e158-a3c1-48a8-9331-f28ba9a64187","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"e2e-inf-b-b7a567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:41:59.31746411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b7a567-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"b0b4e158-a3c1-48a8-9331-f28ba9a64187","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:05.991947154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"e95eb4be-8cf0-439e-bba7-f602574332cb","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:06.017030745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"e95eb4be-8cf0-439e-bba7-f602574332cb","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:06.211235824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"c00439a6-8ce9-4b1c-a9dc-4ce6375a0b94","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"tenant":"e2e-inf-b-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:06.211266782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"c00439a6-8ce9-4b1c-a9dc-4ce6375a0b94","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"routeName":"test-model-6d9e36-kserve-route","namespace":"ai-tenant-e2e-inf-b-6d9e36","llmisvcName":"test-model-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.431554658Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","namespace":"ai-tenant-e2e-inf-b-9965bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.431631113Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","namespace":"ai-tenant-e2e-inf-b-9965bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.431700259Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","tenant":"e2e-inf-b-9965bf","tenantID":"e2e-inf-b-9965bf","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.448844863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"Deployment","name":"maas-api-e2e-inf-b-9965bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.482518286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"Service","name":"maas-api-e2e-inf-b-9965bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.501178354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-9965bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.525871653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-9965bf","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.556796842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-9965bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.575678364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-9965bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.596831165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-9965bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.61424393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-9965bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.628827069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"Deployment","name":"payload-processing-e2e-inf-b-9965bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.645448549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-9965bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.662340213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"Service","name":"payload-processing-e2e-inf-b-9965bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.676790442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-9965bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.691624498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-9965bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.706074343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-9965bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.750564226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-9965bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.778817334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-9965bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.836923258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-9965bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.876652323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-9965bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.897693757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-9965bf","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:07.918497663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-9965bf"},"namespace":"ai-tenant-e2e-inf-b-9965bf","name":"default-tenant","reconcileID":"3fdd3e2d-1be0-483e-a8f7-62957e0db12b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-9965bf","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:08.516894009Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-9965bf","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-9965bf","reconcileID":"de894560-1549-4aa8-b025-f3cdbe006462","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-9965bf","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-9965bf"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:08.911098217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bef0e2-cb27-478f-a09f-6a79ed28f2e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:08.917272166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"08709819-114e-46c1-8f01-86a3dd3faae2","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"tenant":"e2e-inf-b-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:08.917295843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"08709819-114e-46c1-8f01-86a3dd3faae2","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"routeName":"test-model-6d9e36-kserve-route","namespace":"ai-tenant-e2e-inf-b-6d9e36","llmisvcName":"test-model-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:08.926530794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bef0e2-cb27-478f-a09f-6a79ed28f2e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:08.942234649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bef0e2-cb27-478f-a09f-6a79ed28f2e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:08.957594587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bef0e2-cb27-478f-a09f-6a79ed28f2e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:08.973660483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"1be44f2a-4b10-4c13-a48f-5127f5cf5329","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:42:08.974051771Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-6d9e36-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:08.981846623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"46e44342-4d8e-4c3d-95fb-989f8eefafb6","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"tenant":"e2e-inf-b-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:08.981877394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"46e44342-4d8e-4c3d-95fb-989f8eefafb6","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"routeName":"test-model-6d9e36-kserve-route","namespace":"ai-tenant-e2e-inf-b-6d9e36","llmisvcName":"test-model-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:08.982807131Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"b199073c-0978-43a3-a95e-7bff8043e1e6","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"tenant":"e2e-inf-b-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:08.982874824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"b199073c-0978-43a3-a95e-7bff8043e1e6","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"routeName":"test-model-6d9e36-kserve-route","namespace":"ai-tenant-e2e-inf-b-6d9e36","llmisvcName":"test-model-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:08.993895119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"1be44f2a-4b10-4c13-a48f-5127f5cf5329","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:09.061698797Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6d9e36-sub","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-sub","reconcileID":"a6835ef7-300d-4194-bf8a-d8f99f968e6b","MaaSSubscription":{"name":"test-model-6d9e36-sub","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"maas-trlp-test-model-6d9e36","model":"test-model-6d9e36","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:09.082278689Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"eecf587b-9ce5-497d-902b-c95873735c3a","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:09.102756979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"eecf587b-9ce5-497d-902b-c95873735c3a","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:09.123683949Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"77b8f5b6-45ea-4f07-b10d-4b1bdd0d4014","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"tenant":"e2e-inf-b-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:09.123704725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"77b8f5b6-45ea-4f07-b10d-4b1bdd0d4014","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"routeName":"test-model-6d9e36-kserve-route","namespace":"ai-tenant-e2e-inf-b-6d9e36","llmisvcName":"test-model-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:09.169117145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6d9e36-sub","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-sub","reconcileID":"62de4831-c79d-43ce-a2ad-ebcf8fc18f24","MaaSSubscription":{"name":"test-model-6d9e36-sub","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"maas-trlp-test-model-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:09.356493805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"8f249b65-0b55-429b-99bb-00cd09afdbcc","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b7a567","tenantID":"e2e-inf-b-b7a567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:09.376531516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"8f249b65-0b55-429b-99bb-00cd09afdbcc","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"e2e-inf-b-b7a567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:09.395505533Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b7a567-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dcff39acd0c5cb2aafdc8632cd7697ecc3b1144103a03e28b70f4592c262f654) AuthConfig (ec92bce02cc8ca8af70594c74b2adce6930a3dcce5e10cde6c5cccb5eee52464) AuthConfig (7a2415e65f8a3b6799ac57499018d2a6850a7bfdbad74646eb93cc1461f1134a) AuthConfig (faedb678836de48a2260a3077e9c32db17c6975970625ee059106aa9f2cab051) AuthConfig (e9b1a4af5162dea6db2d9949899feccd0a88bc10c6ec671275acb36a52aebf2c) AuthConfig (0912aeca3b1378e9ebe1cec7c47411fdc3e5fce56bb7f531352d9a7e304fa751) AuthConfig (d4c05d424a167f3dadde89dc3b946d8d129b73e79790adba5045d94d873d3800) AuthConfig (8784616b058a606b4e1896be3b45bceba5698a7073b0f8ca1d61919b84b774da) AuthConfig (fd3520d7113eef9e4131954e01e73d8283a40b2f64a8c37c3937ecea1ebed91e) AuthConfig (f021df80f4f47a45cf1e176e69a2798ba58c12c38ee8befa50078ae36245acdf) AuthConfig (f0ab1c92c6f4d4ebd4f324e9ebce889f06d56398ef885f7206db48b2b7c25ae2) AuthConfig (2fd4fa5ba745c69d32eab7982793deab7a3801678ad40b785c7aa72cde8feb35) AuthConfig (4df126b829cb3abebdc39caad7c924060551913fa70be694eee64f0db101e9f5) AuthConfig (b84860aea5fd415722a00b9f107d6cb16069d5d14f45bcfb940004108f5dc175) AuthConfig (a232608a2aeaca83fdc15648dde7582ad93c40b5666f8523202efccece2fa2c7) AuthConfig (e42555dc28bb949bd6b1d38be6df166542fd3521fe08d1678ac183cdf62888c1) AuthConfig (2c105056b1e22834e1096a34f860a00d69c8b75b0e0af0b94087dcb8e611c665) AuthConfig (f46e6b96df05c9c2045e4800cc61dcd1ffd620c25275633d8c5b9c303df82bbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"8f249b65-0b55-429b-99bb-00cd09afdbcc","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:09.41690292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"b3885a58-af76-4a14-a2e4-be09ffdd170e","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"tenant":"e2e-inf-b-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:09.416925305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"b3885a58-af76-4a14-a2e4-be09ffdd170e","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"routeName":"test-model-b7a567-kserve-route","namespace":"ai-tenant-e2e-inf-b-b7a567","llmisvcName":"test-model-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:09.555127515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c7a615-f5c1-4ce3-9434-28d37b1c69dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:09.570474733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c7a615-f5c1-4ce3-9434-28d37b1c69dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:09.585560833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c7a615-f5c1-4ce3-9434-28d37b1c69dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:09.600550284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18c7a615-f5c1-4ce3-9434-28d37b1c69dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:10.334790267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d90d051-ecdb-4500-94c5-8b4456c5dfa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:10.350377381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d90d051-ecdb-4500-94c5-8b4456c5dfa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:10.365485095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d90d051-ecdb-4500-94c5-8b4456c5dfa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:10.380692006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d90d051-ecdb-4500-94c5-8b4456c5dfa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:11.495666396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718c7a4e-fc7b-4aa4-b750-a156b675544e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:11.510890599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718c7a4e-fc7b-4aa4-b750-a156b675544e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:11.526154428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718c7a4e-fc7b-4aa4-b750-a156b675544e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:11.541436766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"718c7a4e-fc7b-4aa4-b750-a156b675544e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:12.252719255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef74514e-4708-4deb-8bb4-8d2fd81d8d83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:12.267683096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef74514e-4708-4deb-8bb4-8d2fd81d8d83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:12.282744213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef74514e-4708-4deb-8bb4-8d2fd81d8d83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:12.297984791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef74514e-4708-4deb-8bb4-8d2fd81d8d83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:12.344141593Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-825472","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-825472","reconcileID":"d2a6042b-419b-47a5-89b7-ea17302d05c3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-825472","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-825472":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:13.229265432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70550b2-1447-46a9-b505-8db6c079f155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:13.244641283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70550b2-1447-46a9-b505-8db6c079f155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:13.260426619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70550b2-1447-46a9-b505-8db6c079f155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:13.275555853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e70550b2-1447-46a9-b505-8db6c079f155","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:15.660561584Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:17.039843783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57255d2e-2782-42c8-9ad9-0bd605ef4029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:17.057692424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57255d2e-2782-42c8-9ad9-0bd605ef4029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:17.081163328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57255d2e-2782-42c8-9ad9-0bd605ef4029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:17.106531889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57255d2e-2782-42c8-9ad9-0bd605ef4029","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:17.712325986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b998a00e-55c0-40e2-ac02-1c554f5863cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:17.727540637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b998a00e-55c0-40e2-ac02-1c554f5863cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:17.742621933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b998a00e-55c0-40e2-ac02-1c554f5863cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:17.757418228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b998a00e-55c0-40e2-ac02-1c554f5863cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:18.344355726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e69d605-88f7-4a50-9a0a-2d4815c14eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:18.35923781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e69d605-88f7-4a50-9a0a-2d4815c14eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:18.374097196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e69d605-88f7-4a50-9a0a-2d4815c14eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:18.388823691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e69d605-88f7-4a50-9a0a-2d4815c14eec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:19.448018344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"f6120bb6-397d-4101-afe7-0329cc0bf7b3","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b7a567","tenantID":"e2e-inf-b-b7a567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:19.468472802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"f6120bb6-397d-4101-afe7-0329cc0bf7b3","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"e2e-inf-b-b7a567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:19.487362272Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b7a567-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dcff39acd0c5cb2aafdc8632cd7697ecc3b1144103a03e28b70f4592c262f654) AuthConfig (ec92bce02cc8ca8af70594c74b2adce6930a3dcce5e10cde6c5cccb5eee52464) AuthConfig (7a2415e65f8a3b6799ac57499018d2a6850a7bfdbad74646eb93cc1461f1134a) AuthConfig (faedb678836de48a2260a3077e9c32db17c6975970625ee059106aa9f2cab051) AuthConfig (e9b1a4af5162dea6db2d9949899feccd0a88bc10c6ec671275acb36a52aebf2c) AuthConfig (0912aeca3b1378e9ebe1cec7c47411fdc3e5fce56bb7f531352d9a7e304fa751) AuthConfig (d4c05d424a167f3dadde89dc3b946d8d129b73e79790adba5045d94d873d3800) AuthConfig (8784616b058a606b4e1896be3b45bceba5698a7073b0f8ca1d61919b84b774da) AuthConfig (fd3520d7113eef9e4131954e01e73d8283a40b2f64a8c37c3937ecea1ebed91e) AuthConfig (f021df80f4f47a45cf1e176e69a2798ba58c12c38ee8befa50078ae36245acdf) AuthConfig (f0ab1c92c6f4d4ebd4f324e9ebce889f06d56398ef885f7206db48b2b7c25ae2) AuthConfig (2fd4fa5ba745c69d32eab7982793deab7a3801678ad40b785c7aa72cde8feb35) AuthConfig (4df126b829cb3abebdc39caad7c924060551913fa70be694eee64f0db101e9f5) AuthConfig (b84860aea5fd415722a00b9f107d6cb16069d5d14f45bcfb940004108f5dc175) AuthConfig (a232608a2aeaca83fdc15648dde7582ad93c40b5666f8523202efccece2fa2c7) AuthConfig (e42555dc28bb949bd6b1d38be6df166542fd3521fe08d1678ac183cdf62888c1) AuthConfig (2c105056b1e22834e1096a34f860a00d69c8b75b0e0af0b94087dcb8e611c665) AuthConfig (f46e6b96df05c9c2045e4800cc61dcd1ffd620c25275633d8c5b9c303df82bbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"f6120bb6-397d-4101-afe7-0329cc0bf7b3","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:25.370824161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"df628078-792b-401e-ace7-cc0b1a490e82","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d20345","tenantID":"e2e-inf-b-d20345","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:25.413508695Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"df628078-792b-401e-ace7-cc0b1a490e82","name":"e2e-inf-b-d20345-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:29.519312946Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"17fc420c-1f8f-4a3d-a61b-740c85efbeca","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b7a567","tenantID":"e2e-inf-b-b7a567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:29.582181027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"17fc420c-1f8f-4a3d-a61b-740c85efbeca","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"e2e-inf-b-b7a567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:29.602281265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b7a567-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dcff39acd0c5cb2aafdc8632cd7697ecc3b1144103a03e28b70f4592c262f654) AuthConfig (ec92bce02cc8ca8af70594c74b2adce6930a3dcce5e10cde6c5cccb5eee52464) AuthConfig (7a2415e65f8a3b6799ac57499018d2a6850a7bfdbad74646eb93cc1461f1134a) AuthConfig (faedb678836de48a2260a3077e9c32db17c6975970625ee059106aa9f2cab051) AuthConfig (e9b1a4af5162dea6db2d9949899feccd0a88bc10c6ec671275acb36a52aebf2c) AuthConfig (0912aeca3b1378e9ebe1cec7c47411fdc3e5fce56bb7f531352d9a7e304fa751) AuthConfig (d4c05d424a167f3dadde89dc3b946d8d129b73e79790adba5045d94d873d3800) AuthConfig (8784616b058a606b4e1896be3b45bceba5698a7073b0f8ca1d61919b84b774da) AuthConfig (fd3520d7113eef9e4131954e01e73d8283a40b2f64a8c37c3937ecea1ebed91e) AuthConfig (f021df80f4f47a45cf1e176e69a2798ba58c12c38ee8befa50078ae36245acdf) AuthConfig (f0ab1c92c6f4d4ebd4f324e9ebce889f06d56398ef885f7206db48b2b7c25ae2) AuthConfig (2fd4fa5ba745c69d32eab7982793deab7a3801678ad40b785c7aa72cde8feb35) AuthConfig (4df126b829cb3abebdc39caad7c924060551913fa70be694eee64f0db101e9f5) AuthConfig (b84860aea5fd415722a00b9f107d6cb16069d5d14f45bcfb940004108f5dc175) AuthConfig (a232608a2aeaca83fdc15648dde7582ad93c40b5666f8523202efccece2fa2c7) AuthConfig (e42555dc28bb949bd6b1d38be6df166542fd3521fe08d1678ac183cdf62888c1) AuthConfig (2c105056b1e22834e1096a34f860a00d69c8b75b0e0af0b94087dcb8e611c665) AuthConfig (f46e6b96df05c9c2045e4800cc61dcd1ffd620c25275633d8c5b9c303df82bbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"17fc420c-1f8f-4a3d-a61b-740c85efbeca","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:39.63354434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"c823d162-f618-4dfa-b36e-ed24f7623386","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b7a567","tenantID":"e2e-inf-b-b7a567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:39.653523096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"c823d162-f618-4dfa-b36e-ed24f7623386","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"e2e-inf-b-b7a567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:39.672568672Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-b7a567-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dcff39acd0c5cb2aafdc8632cd7697ecc3b1144103a03e28b70f4592c262f654) AuthConfig (ec92bce02cc8ca8af70594c74b2adce6930a3dcce5e10cde6c5cccb5eee52464) AuthConfig (7a2415e65f8a3b6799ac57499018d2a6850a7bfdbad74646eb93cc1461f1134a) AuthConfig (faedb678836de48a2260a3077e9c32db17c6975970625ee059106aa9f2cab051) AuthConfig (e9b1a4af5162dea6db2d9949899feccd0a88bc10c6ec671275acb36a52aebf2c) AuthConfig (0912aeca3b1378e9ebe1cec7c47411fdc3e5fce56bb7f531352d9a7e304fa751) AuthConfig (d4c05d424a167f3dadde89dc3b946d8d129b73e79790adba5045d94d873d3800) AuthConfig (8784616b058a606b4e1896be3b45bceba5698a7073b0f8ca1d61919b84b774da) AuthConfig (fd3520d7113eef9e4131954e01e73d8283a40b2f64a8c37c3937ecea1ebed91e) AuthConfig (f021df80f4f47a45cf1e176e69a2798ba58c12c38ee8befa50078ae36245acdf) AuthConfig (f0ab1c92c6f4d4ebd4f324e9ebce889f06d56398ef885f7206db48b2b7c25ae2) AuthConfig (2fd4fa5ba745c69d32eab7982793deab7a3801678ad40b785c7aa72cde8feb35) AuthConfig (4df126b829cb3abebdc39caad7c924060551913fa70be694eee64f0db101e9f5) AuthConfig (b84860aea5fd415722a00b9f107d6cb16069d5d14f45bcfb940004108f5dc175) AuthConfig (a232608a2aeaca83fdc15648dde7582ad93c40b5666f8523202efccece2fa2c7) AuthConfig (e42555dc28bb949bd6b1d38be6df166542fd3521fe08d1678ac183cdf62888c1) AuthConfig (2c105056b1e22834e1096a34f860a00d69c8b75b0e0af0b94087dcb8e611c665) AuthConfig (f46e6b96df05c9c2045e4800cc61dcd1ffd620c25275633d8c5b9c303df82bbe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"c823d162-f618-4dfa-b36e-ed24f7623386","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:45.294842674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6d9e36-sub","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-sub","reconcileID":"2561bb9b-53f1-4251-890e-707423d038e0","MaaSSubscription":{"name":"test-model-6d9e36-sub","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"maas-trlp-test-model-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:45.351891584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"2aa8f16e-bb75-4454-b2b8-dc3080b5e241","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"tenant":"e2e-inf-b-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:45.351912892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"2aa8f16e-bb75-4454-b2b8-dc3080b5e241","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"routeName":"test-model-6d9e36-kserve-route","namespace":"ai-tenant-e2e-inf-b-6d9e36","llmisvcName":"test-model-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:45.660920658Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:46.25236877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"fe3d9368-8749-42af-bc64-e0312ded2be9","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:46.27363949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"fe3d9368-8749-42af-bc64-e0312ded2be9","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:49.703450865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"7bb6b81f-0eb1-4b79-adb3-73145bbb689c","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b7a567","tenantID":"e2e-inf-b-b7a567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:49.725110638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"7bb6b81f-0eb1-4b79-adb3-73145bbb689c","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"e2e-inf-b-b7a567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:49.810457511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"aa70e714-16f3-4db4-b6a4-c9c710897c1f","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"tenant":"e2e-inf-b-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:49.810479937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"aa70e714-16f3-4db4-b6a4-c9c710897c1f","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"routeName":"test-model-b7a567-kserve-route","namespace":"ai-tenant-e2e-inf-b-b7a567","llmisvcName":"test-model-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:51.755711019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"319b0a62-ff66-4b10-8be2-37d0853cbce9","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"tenant":"e2e-inf-b-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:51.755731711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"319b0a62-ff66-4b10-8be2-37d0853cbce9","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"routeName":"test-model-b7a567-kserve-route","namespace":"ai-tenant-e2e-inf-b-b7a567","llmisvcName":"test-model-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:51.777692183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"f60cea22-357b-49eb-a60e-4450807cd9fa","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"tenant":"e2e-inf-b-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:51.77772121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"f60cea22-357b-49eb-a60e-4450807cd9fa","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"routeName":"test-model-6d9e36-kserve-route","namespace":"ai-tenant-e2e-inf-b-6d9e36","llmisvcName":"test-model-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:51.785080667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"7e3f3ac7-07ba-4b98-b218-385769d9431d","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b7a567","tenantID":"e2e-inf-b-b7a567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:51.789837432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"a4bd605a-e60d-4c1d-9748-2705a404668c","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"tenant":"e2e-inf-b-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:51.789861489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"a4bd605a-e60d-4c1d-9748-2705a404668c","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"routeName":"test-model-b7a567-kserve-route","namespace":"ai-tenant-e2e-inf-b-b7a567","llmisvcName":"test-model-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:42:51.793702176Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-b7a567-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:51.80515817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"7e3f3ac7-07ba-4b98-b218-385769d9431d","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"e2e-inf-b-b7a567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:51.815616768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"7fc2369b-dbad-4e95-9c32-64a4fb6834f1","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"tenant":"e2e-inf-b-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:51.815638874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"7fc2369b-dbad-4e95-9c32-64a4fb6834f1","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"routeName":"test-model-b7a567-kserve-route","namespace":"ai-tenant-e2e-inf-b-b7a567","llmisvcName":"test-model-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:51.882392736Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b7a567-sub","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-sub","reconcileID":"b4937e2e-871f-47b0-918f-8341fcb68407","MaaSSubscription":{"name":"test-model-b7a567-sub","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"maas-trlp-test-model-b7a567","model":"test-model-b7a567","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-b7a567/test-model-b7a567-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:51.885544675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"9852acbe-bb83-4ae5-b914-918b536ae3eb","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b7a567","tenantID":"e2e-inf-b-b7a567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:51.905569407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"9852acbe-bb83-4ae5-b914-918b536ae3eb","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"e2e-inf-b-b7a567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:51.939553293Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"f9b49757-d1af-48e4-8a0b-933af38c4ce5","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"tenant":"e2e-inf-b-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:51.939582408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"f9b49757-d1af-48e4-8a0b-933af38c4ce5","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"routeName":"test-model-b7a567-kserve-route","namespace":"ai-tenant-e2e-inf-b-b7a567","llmisvcName":"test-model-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:51.985295452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b7a567-sub","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-sub","reconcileID":"60786156-b7b8-4a6b-bb85-c7a1aea9e0f5","MaaSSubscription":{"name":"test-model-b7a567-sub","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"maas-trlp-test-model-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:58.729851209Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:58.729935615Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","namespace":"ai-tenant-e2e-extmod-a-c5ef2f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:58.73002925Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","tenant":"e2e-extmod-a-c5ef2f","tenantID":"e2e-extmod-a-c5ef2f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:58.747088258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"Deployment","name":"maas-api-e2e-extmod-a-c5ef2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:58.776466387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"Service","name":"maas-api-e2e-extmod-a-c5ef2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:58.794804968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-c5ef2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:58.811843263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-c5ef2f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:58.83115598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-c5ef2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:58.84865291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-c5ef2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:58.868857738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-c5ef2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:58.888670766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-c5ef2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:58.903376685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-c5ef2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:58.918958744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-c5ef2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:58.93427275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"Service","name":"payload-processing-e2e-extmod-a-c5ef2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:58.949238672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-c5ef2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:58.964162107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-c5ef2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:58.978888155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-c5ef2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:59.000620848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-c5ef2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:59.024506688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-c5ef2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:59.043725974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-c5ef2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:59.061547351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-c5ef2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:59.083429322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-c5ef2f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:59.104388352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c5ef2f"},"namespace":"ai-tenant-e2e-extmod-a-c5ef2f","name":"default-tenant","reconcileID":"cfa0dd61-f739-4942-8193-5d36da3560e3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-c5ef2f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:42:59.748987928Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c5ef2f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c5ef2f","reconcileID":"f743b0b9-0669-4739-b609-1751a7e270cb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c5ef2f","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-c5ef2f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:00.296479463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bac44c8-15b6-44e0-8ac7-2f9c08014624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:00.312358995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bac44c8-15b6-44e0-8ac7-2f9c08014624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:00.328304261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bac44c8-15b6-44e0-8ac7-2f9c08014624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:00.344087807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bac44c8-15b6-44e0-8ac7-2f9c08014624","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:00.93589463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e40f775-f924-4590-b238-493c965d66c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:00.951595299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e40f775-f924-4590-b238-493c965d66c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:00.967538611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e40f775-f924-4590-b238-493c965d66c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:00.982785471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e40f775-f924-4590-b238-493c965d66c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:01.706685371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55fc03a-f25f-495c-af99-fe54f394768e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:01.721848033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55fc03a-f25f-495c-af99-fe54f394768e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:01.737005587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55fc03a-f25f-495c-af99-fe54f394768e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:01.752931294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e55fc03a-f25f-495c-af99-fe54f394768e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:02.420785723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cbad84a-43ad-48a8-9aab-e758e6de2a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:02.436680599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cbad84a-43ad-48a8-9aab-e758e6de2a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:02.452643471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cbad84a-43ad-48a8-9aab-e758e6de2a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:02.468040637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cbad84a-43ad-48a8-9aab-e758e6de2a3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:03.101731542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8edaaeb-a7a1-452d-afcd-931522ed54f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:03.116996132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8edaaeb-a7a1-452d-afcd-931522ed54f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:03.131973215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8edaaeb-a7a1-452d-afcd-931522ed54f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:03.147931124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8edaaeb-a7a1-452d-afcd-931522ed54f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:08.723652673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e49af4-1d29-4f46-9825-fe9652130955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:08.745801141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e49af4-1d29-4f46-9825-fe9652130955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:08.765943337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e49af4-1d29-4f46-9825-fe9652130955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:08.788581814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0e49af4-1d29-4f46-9825-fe9652130955","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:08.999092988Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"868f811b-af8b-4009-8bd5-22354cb27264","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:08.999252485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"a7e39f41-2042-42fe-8dca-5a05e130c042","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"tenant":"e2e-inf-a-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:08.999269814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"a7e39f41-2042-42fe-8dca-5a05e130c042","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"routeName":"test-model-5cd0f2-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cd0f2","llmisvcName":"test-model-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:09.068300948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cd0f2-sub","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-sub","reconcileID":"36fe47c7-4f5c-4538-b695-583bac4fe3cd","MaaSSubscription":{"name":"test-model-5cd0f2-sub","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"maas-trlp-test-model-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:09.142961505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"868f811b-af8b-4009-8bd5-22354cb27264","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:09.276023759Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"868f811b-af8b-4009-8bd5-22354cb27264","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"e2e-inf-a-5cd0f2-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:09.27605313Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-auth","reconcileID":"868f811b-af8b-4009-8bd5-22354cb27264","MaaSAuthPolicy":{"name":"test-model-5cd0f2-auth","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:09.340889085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"40189b0a-2e7f-4eb3-affe-ba89e6fb2a0c","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"tenant":"e2e-inf-a-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:09.340911553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"40189b0a-2e7f-4eb3-affe-ba89e6fb2a0c","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"routeName":"test-model-5cd0f2-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cd0f2","llmisvcName":"test-model-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:09.408645852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cd0f2-sub","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-sub","reconcileID":"f27be3ef-c4e3-4795-a312-f4f9be2e98ac","MaaSSubscription":{"name":"test-model-5cd0f2-sub","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"maas-trlp-test-model-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:09.475872489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e936791-09d3-4405-b8b0-40e5b75f6648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:09.491339761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e936791-09d3-4405-b8b0-40e5b75f6648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:09.495532587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"47ca814a-809a-40f5-99f1-1aeb47b52d1b","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"tenant":"e2e-inf-a-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:09.495553659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"47ca814a-809a-40f5-99f1-1aeb47b52d1b","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"routeName":"test-model-5cd0f2-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cd0f2","llmisvcName":"test-model-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:09.50701949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e936791-09d3-4405-b8b0-40e5b75f6648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:09.522575582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e936791-09d3-4405-b8b0-40e5b75f6648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:10.117958671Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-adc7d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-adc7d7","reconcileID":"c29e2853-16b2-4143-829b-6cf0e7aa01c9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-adc7d7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-adc7d7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:10.214736432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d2da54-858c-4033-b3a5-33b98827288a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:10.229987846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d2da54-858c-4033-b3a5-33b98827288a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:10.245104596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d2da54-858c-4033-b3a5-33b98827288a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:10.260014639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4d2da54-858c-4033-b3a5-33b98827288a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:10.845057082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b62a26c1-192a-4fb8-973a-ff347b135ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:10.859877232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b62a26c1-192a-4fb8-973a-ff347b135ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:10.875168488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b62a26c1-192a-4fb8-973a-ff347b135ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:10.891623009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b62a26c1-192a-4fb8-973a-ff347b135ee6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:11.612716193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0a5a86-f8fc-4c8e-beaa-b701f9c4275a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:11.642697165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0a5a86-f8fc-4c8e-beaa-b701f9c4275a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:11.66908971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0a5a86-f8fc-4c8e-beaa-b701f9c4275a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:11.684530979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a0a5a86-f8fc-4c8e-beaa-b701f9c4275a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:43:12.005048274Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-adc7d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-adc7d7","reconcileID":"5321aed8-ffa6-46be-be32-3d965db01a2a","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-inf-b-adc7d7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:15.661254439Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:19.567722125Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cd0f2-sub","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-sub","reconcileID":"92c1e9b0-b787-488a-976a-90cc1dd50f6e","MaaSSubscription":{"name":"test-model-5cd0f2-sub","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","subscription":"test-model-5cd0f2-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:19.589134193Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cd0f2-sub","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-sub","reconcileID":"92c1e9b0-b787-488a-976a-90cc1dd50f6e","MaaSSubscription":{"name":"test-model-5cd0f2-sub","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:19.631791133Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-5cd0f2-sub","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2-sub","reconcileID":"92c1e9b0-b787-488a-976a-90cc1dd50f6e","MaaSSubscription":{"name":"test-model-5cd0f2-sub","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"name":"maas-trlp-test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:20.000406653Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"4d96161c-d8a0-4ffd-81f7-e3a7c77cf158","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"tenant":"e2e-inf-a-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","model":"ai-tenant-e2e-inf-a-5cd0f2/test-model-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:20.000434312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"test-model-5cd0f2","reconcileID":"4d96161c-d8a0-4ffd-81f7-e3a7c77cf158","MaaSModelRef":{"name":"test-model-5cd0f2","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"routeName":"test-model-5cd0f2-kserve-route","namespace":"ai-tenant-e2e-inf-a-5cd0f2","llmisvcName":"test-model-5cd0f2","gateway":"openshift-ingress/e2e-inf-a-5cd0f2","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:20.022700321Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"f9bbd139-630b-4851-b0b0-55c102fb255b","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"tenant":"e2e-inf-b-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:20.02272571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"f9bbd139-630b-4851-b0b0-55c102fb255b","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"routeName":"test-model-b7a567-kserve-route","namespace":"ai-tenant-e2e-inf-b-b7a567","llmisvcName":"test-model-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:20.236495692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71261ca4-8acc-4418-915d-57727322ab66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:20.251149743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71261ca4-8acc-4418-915d-57727322ab66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:20.265948487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71261ca4-8acc-4418-915d-57727322ab66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:20.284226696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71261ca4-8acc-4418-915d-57727322ab66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:20.950388741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040c4885-903a-4b51-ace1-4f452add80ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:20.962005296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"9c584919-4015-4872-9c58-e95824967915","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"tenant":"e2e-inf-b-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:20.962025146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"9c584919-4015-4872-9c58-e95824967915","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"routeName":"test-model-6d9e36-kserve-route","namespace":"ai-tenant-e2e-inf-b-6d9e36","llmisvcName":"test-model-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:20.965463034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040c4885-903a-4b51-ace1-4f452add80ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:20.965514319Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"c417fa2c-3a9a-45b4-9e73-b7e5e1b2e732","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:20.990550725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040c4885-903a-4b51-ace1-4f452add80ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:21.042423138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"040c4885-903a-4b51-ace1-4f452add80ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:21.16079907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"c417fa2c-3a9a-45b4-9e73-b7e5e1b2e732","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:21.186325688Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6d9e36-sub","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-sub","reconcileID":"816fcca7-122f-4d9b-9a5f-f1af620db6cf","MaaSSubscription":{"name":"test-model-6d9e36-sub","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"maas-trlp-test-model-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:21.266931204Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"c417fa2c-3a9a-45b4-9e73-b7e5e1b2e732","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"e2e-inf-b-6d9e36-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:21.266964876Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-auth","reconcileID":"c417fa2c-3a9a-45b4-9e73-b7e5e1b2e732","MaaSAuthPolicy":{"name":"test-model-6d9e36-auth","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:21.289896608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"71dacdfa-4257-495a-bdab-1f9f55e869fe","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"tenant":"e2e-inf-b-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:21.289917403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"71dacdfa-4257-495a-bdab-1f9f55e869fe","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"routeName":"test-model-6d9e36-kserve-route","namespace":"ai-tenant-e2e-inf-b-6d9e36","llmisvcName":"test-model-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:21.356941952Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6d9e36-sub","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-sub","reconcileID":"4a945a3e-7118-4d5a-8c4d-258534fa73c7","MaaSSubscription":{"name":"test-model-6d9e36-sub","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"maas-trlp-test-model-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:21.45289604Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"10dbd061-3ab7-49ca-92e4-5c314f474438","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"tenant":"e2e-inf-b-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:21.452917713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"10dbd061-3ab7-49ca-92e4-5c314f474438","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"routeName":"test-model-6d9e36-kserve-route","namespace":"ai-tenant-e2e-inf-b-6d9e36","llmisvcName":"test-model-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:21.731941776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e2d4e0-9c89-43b8-b54d-a20295384e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:21.746962539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e2d4e0-9c89-43b8-b54d-a20295384e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:21.76180581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e2d4e0-9c89-43b8-b54d-a20295384e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:21.776991247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56e2d4e0-9c89-43b8-b54d-a20295384e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:22.403348008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c084fd-a191-4d8d-90d3-2a3ea356a0b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:22.419028696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c084fd-a191-4d8d-90d3-2a3ea356a0b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:22.435029133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c084fd-a191-4d8d-90d3-2a3ea356a0b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:22.450742349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77c084fd-a191-4d8d-90d3-2a3ea356a0b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:23.07930354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd84a594-f5e2-497b-bd58-b7b1e2d2f619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:23.094131673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd84a594-f5e2-497b-bd58-b7b1e2d2f619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:23.10920003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd84a594-f5e2-497b-bd58-b7b1e2d2f619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:23.124013209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd84a594-f5e2-497b-bd58-b7b1e2d2f619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:23.79238741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4daa3db2-cf1f-4964-a6e0-c125c7ab4464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:23.807141254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4daa3db2-cf1f-4964-a6e0-c125c7ab4464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:23.821976754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4daa3db2-cf1f-4964-a6e0-c125c7ab4464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:23.837091972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4daa3db2-cf1f-4964-a6e0-c125c7ab4464","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:31.509834652Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6d9e36-sub","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-sub","reconcileID":"dd542eb7-7148-4560-9a1c-f4820a04fec4","MaaSSubscription":{"name":"test-model-6d9e36-sub","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","subscription":"test-model-6d9e36-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:31.525031341Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6d9e36-sub","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-sub","reconcileID":"dd542eb7-7148-4560-9a1c-f4820a04fec4","MaaSSubscription":{"name":"test-model-6d9e36-sub","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:31.540278009Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-6d9e36-sub","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36-sub","reconcileID":"dd542eb7-7148-4560-9a1c-f4820a04fec4","MaaSSubscription":{"name":"test-model-6d9e36-sub","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"name":"maas-trlp-test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:31.632324428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"b59d5820-73cb-4bdc-87c6-b700469e2039","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"tenant":"e2e-inf-b-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","model":"ai-tenant-e2e-inf-b-6d9e36/test-model-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:31.632350439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"test-model-6d9e36","reconcileID":"b59d5820-73cb-4bdc-87c6-b700469e2039","MaaSModelRef":{"name":"test-model-6d9e36","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"routeName":"test-model-6d9e36-kserve-route","namespace":"ai-tenant-e2e-inf-b-6d9e36","llmisvcName":"test-model-6d9e36","gateway":"openshift-ingress/e2e-inf-b-6d9e36","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:33.249702053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"449f6b0c-5dbb-4ddc-a3f1-5d1f0379393b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-825472","tenantID":"e2e-inf-b-825472","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:33.292919367Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"449f6b0c-5dbb-4ddc-a3f1-5d1f0379393b","name":"e2e-inf-b-825472-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:45.763633586Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:46.291322372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b94747-3a07-44aa-971e-18744c23fbe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:46.306391219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b94747-3a07-44aa-971e-18744c23fbe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:46.321309709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b94747-3a07-44aa-971e-18744c23fbe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:46.336412748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0b94747-3a07-44aa-971e-18744c23fbe0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:47.160632522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf5b4a5-d577-40db-bf07-3e07dd0afc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:47.177046336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf5b4a5-d577-40db-bf07-3e07dd0afc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:47.192521016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf5b4a5-d577-40db-bf07-3e07dd0afc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:47.207648782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caf5b4a5-d577-40db-bf07-3e07dd0afc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:47.838736008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d8f89a-6c4d-4ec1-abaf-4ceec666da13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:47.921599584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d8f89a-6c4d-4ec1-abaf-4ceec666da13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:47.936689678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d8f89a-6c4d-4ec1-abaf-4ceec666da13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:47.951588736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2d8f89a-6c4d-4ec1-abaf-4ceec666da13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:48.581759963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e6591c8-701a-4c8c-8194-51325c6df15d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:48.596907019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e6591c8-701a-4c8c-8194-51325c6df15d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:48.612135171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e6591c8-701a-4c8c-8194-51325c6df15d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:48.627517026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e6591c8-701a-4c8c-8194-51325c6df15d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:49.232505706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca2371e-2f91-4636-88ea-8784e40419a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:49.24765452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca2371e-2f91-4636-88ea-8784e40419a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:49.262596407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca2371e-2f91-4636-88ea-8784e40419a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:49.277553488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca2371e-2f91-4636-88ea-8784e40419a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:53.113628523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b7a567-sub","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-sub","reconcileID":"2d6f9348-8f50-4e0c-9857-0048aa710178","MaaSSubscription":{"name":"test-model-b7a567-sub","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"maas-trlp-test-model-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:53.174028768Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"2ae1a395-61ff-457f-aae7-10228fdde430","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"tenant":"e2e-inf-b-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:53.174048042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"2ae1a395-61ff-457f-aae7-10228fdde430","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"routeName":"test-model-b7a567-kserve-route","namespace":"ai-tenant-e2e-inf-b-b7a567","llmisvcName":"test-model-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:54.514232738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"cfadaada-20cd-4a41-96c1-09e7c83d82ae","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b7a567","tenantID":"e2e-inf-b-b7a567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:43:54.535331928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"cfadaada-20cd-4a41-96c1-09e7c83d82ae","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"e2e-inf-b-b7a567-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.451167481Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","namespace":"ai-tenant-e2e-inf-a-a8ab3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.451305545Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","namespace":"ai-tenant-e2e-inf-a-a8ab3c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.451380713Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","tenant":"e2e-inf-a-a8ab3c","tenantID":"e2e-inf-a-a8ab3c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.468420762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"Deployment","name":"maas-api-e2e-inf-a-a8ab3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.50052851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"Service","name":"maas-api-e2e-inf-a-a8ab3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.519361482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-a8ab3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.537282144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-a8ab3c","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.557722658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-a8ab3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.575428091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-a8ab3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.595495725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-a8ab3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.612778308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-a8ab3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.6273342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"Deployment","name":"payload-processing-e2e-inf-a-a8ab3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.642527328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-a8ab3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.657125338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"Service","name":"payload-processing-e2e-inf-a-a8ab3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.671672511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-a8ab3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.686393368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-a8ab3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.701042587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-a8ab3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.727539616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-a8ab3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.762021256Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-a8ab3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.800636902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-a8ab3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.847959156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-a8ab3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.865504161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-a8ab3c","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:09.895503981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-a8ab3c"},"namespace":"ai-tenant-e2e-inf-a-a8ab3c","name":"default-tenant","reconcileID":"21d4e520-d3c0-4dc1-ab69-86f3aa1902ac","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-a8ab3c","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:10.46786537Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-a8ab3c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-a8ab3c","reconcileID":"1bc231a2-bcbc-4c57-81bd-d5dc21b25fd5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-a8ab3c","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-a8ab3c"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:11.003019479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252bce27-2767-4c0c-9ae2-0bc302b446f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:11.018098011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252bce27-2767-4c0c-9ae2-0bc302b446f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:11.033896708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252bce27-2767-4c0c-9ae2-0bc302b446f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:11.049428074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"252bce27-2767-4c0c-9ae2-0bc302b446f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:11.761133555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea503c7-28e4-4b0a-a21a-44e22dcc795a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:11.776017791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea503c7-28e4-4b0a-a21a-44e22dcc795a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:11.791067029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea503c7-28e4-4b0a-a21a-44e22dcc795a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:11.805699042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ea503c7-28e4-4b0a-a21a-44e22dcc795a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:13.914438899Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","namespace":"ai-tenant-e2e-inf-a-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:13.914531226Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","namespace":"ai-tenant-e2e-inf-a-5cd0f2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:13.914634999Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","tenant":"e2e-inf-a-5cd0f2","tenantID":"e2e-inf-a-5cd0f2","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:13.933676521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"Deployment","name":"maas-api-e2e-inf-a-5cd0f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:13.967981438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"Service","name":"maas-api-e2e-inf-a-5cd0f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.014241967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-5cd0f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.035407468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-5cd0f2","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.057514044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-5cd0f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.105925758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-5cd0f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.133495896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-5cd0f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.153324686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-5cd0f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.170832043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"Deployment","name":"payload-processing-e2e-inf-a-5cd0f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.192513865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-5cd0f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.212490029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"Service","name":"payload-processing-e2e-inf-a-5cd0f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.230425622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-5cd0f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.245176238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-5cd0f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.260141489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-5cd0f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.286567251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-5cd0f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.325463615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-5cd0f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.345511424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-5cd0f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.384771745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-5cd0f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.408677895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-5cd0f2","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:14.435713148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-5cd0f2"},"namespace":"ai-tenant-e2e-inf-a-5cd0f2","name":"default-tenant","reconcileID":"18c3e211-82f7-4c53-bc9e-43df97e37d2c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-5cd0f2","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:15.059073029Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-5cd0f2","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-5cd0f2","reconcileID":"1469e935-02d7-4dd4-a6bc-4f73f8980d76","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-5cd0f2","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-5cd0f2"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:15.462108766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cc7a730-d2ca-4e4f-bb50-db37adaa5487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:15.477126237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cc7a730-d2ca-4e4f-bb50-db37adaa5487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:15.492106177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cc7a730-d2ca-4e4f-bb50-db37adaa5487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:15.506986225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cc7a730-d2ca-4e4f-bb50-db37adaa5487","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:15.660752308Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:16.125879331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd805e7-25a5-4d22-bc59-a1d6a523dfbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:16.141098071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd805e7-25a5-4d22-bc59-a1d6a523dfbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:16.156943682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd805e7-25a5-4d22-bc59-a1d6a523dfbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:16.172710561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acd805e7-25a5-4d22-bc59-a1d6a523dfbe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:16.831617732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0579868-a40c-4414-ac06-1b7c1c32cec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:16.890332761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0579868-a40c-4414-ac06-1b7c1c32cec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:17.079715237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0579868-a40c-4414-ac06-1b7c1c32cec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:17.109754297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0579868-a40c-4414-ac06-1b7c1c32cec1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:17.905960643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faecfa8f-3fcd-45fd-8874-5edbff064665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:17.920965842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faecfa8f-3fcd-45fd-8874-5edbff064665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:17.935722932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faecfa8f-3fcd-45fd-8874-5edbff064665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:17.950480573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faecfa8f-3fcd-45fd-8874-5edbff064665","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:23.659374013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2874b60-d013-4dd5-a52e-4812899c505e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:23.678578645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2874b60-d013-4dd5-a52e-4812899c505e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:23.694428316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2874b60-d013-4dd5-a52e-4812899c505e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:23.710006318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2874b60-d013-4dd5-a52e-4812899c505e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:24.363014827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3352c8-3c50-4902-8bb2-0cd3d4e981c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:24.377789322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3352c8-3c50-4902-8bb2-0cd3d4e981c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:24.392494674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3352c8-3c50-4902-8bb2-0cd3d4e981c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:24.407360364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e3352c8-3c50-4902-8bb2-0cd3d4e981c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:25.136554005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a2968df-43a3-4edb-a804-5ca85cfb8b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:25.15517606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a2968df-43a3-4edb-a804-5ca85cfb8b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:25.171089976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a2968df-43a3-4edb-a804-5ca85cfb8b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:25.186751257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a2968df-43a3-4edb-a804-5ca85cfb8b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:25.908689684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a85d8aaf-c9e0-4e86-b8db-31c8f199cd59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:25.92381369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a85d8aaf-c9e0-4e86-b8db-31c8f199cd59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:25.938755101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a85d8aaf-c9e0-4e86-b8db-31c8f199cd59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:25.953652423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a85d8aaf-c9e0-4e86-b8db-31c8f199cd59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:28.288809867Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"e55ba872-b99b-4e02-9f52-37599f2921d7","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:28.289047362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"30c5f031-a27c-46f3-97ec-668c6d9efc79","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"tenant":"e2e-inf-a-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:28.289068949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"30c5f031-a27c-46f3-97ec-668c6d9efc79","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"routeName":"test-model-51462d-kserve-route","namespace":"ai-tenant-e2e-inf-a-51462d","llmisvcName":"test-model-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:28.360444619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51462d-sub","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-sub","reconcileID":"99f1ae32-c3b1-44ea-bb25-3ca9aa2a0495","MaaSSubscription":{"name":"test-model-51462d-sub","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"maas-trlp-test-model-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:28.418574417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"e55ba872-b99b-4e02-9f52-37599f2921d7","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:28.472154534Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"e55ba872-b99b-4e02-9f52-37599f2921d7","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"e2e-inf-a-51462d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:28.472183008Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-auth","reconcileID":"e55ba872-b99b-4e02-9f52-37599f2921d7","MaaSAuthPolicy":{"name":"test-model-51462d-auth","namespace":"ai-tenant-e2e-inf-a-51462d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:28.491966557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"541eb413-08b6-4af8-8737-9c68fdcb9f1c","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"tenant":"e2e-inf-a-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:28.491992597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"541eb413-08b6-4af8-8737-9c68fdcb9f1c","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"routeName":"test-model-51462d-kserve-route","namespace":"ai-tenant-e2e-inf-a-51462d","llmisvcName":"test-model-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:28.562170665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51462d-sub","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-sub","reconcileID":"22c9ea1f-6642-4e38-8ea5-d41fff8fd555","MaaSSubscription":{"name":"test-model-51462d-sub","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"maas-trlp-test-model-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:28.665372346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"1ee6381b-5f3a-4a47-a25f-f3412228dc43","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"tenant":"e2e-inf-a-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:28.665395796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"1ee6381b-5f3a-4a47-a25f-f3412228dc43","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"routeName":"test-model-51462d-kserve-route","namespace":"ai-tenant-e2e-inf-a-51462d","llmisvcName":"test-model-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:29.05238527Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"470af9dc-8268-4f7c-927f-1f9fc5391258","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"tenant":"e2e-inf-a-750972","gateway":"openshift-ingress/e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:29.052534883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"470af9dc-8268-4f7c-927f-1f9fc5391258","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"routeName":"test-model-750972-kserve-route","namespace":"ai-tenant-e2e-inf-a-750972","llmisvcName":"test-model-750972","gateway":"openshift-ingress/e2e-inf-a-750972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:29.455511802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"ad225bc8-d454-44d2-aa5d-25a2556910b6","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"tenant":"e2e-inf-a-750972","gateway":"openshift-ingress/e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:29.455603743Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"ad225bc8-d454-44d2-aa5d-25a2556910b6","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"routeName":"test-model-750972-kserve-route","namespace":"ai-tenant-e2e-inf-a-750972","llmisvcName":"test-model-750972","gateway":"openshift-ingress/e2e-inf-a-750972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:29.474440143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"408f6a54-3d9c-4590-bc1b-8983796e44b5","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"tenant":"e2e-inf-a-750972","gateway":"openshift-ingress/e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:29.474536722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"408f6a54-3d9c-4590-bc1b-8983796e44b5","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"routeName":"test-model-750972-kserve-route","namespace":"ai-tenant-e2e-inf-a-750972","llmisvcName":"test-model-750972","gateway":"openshift-ingress/e2e-inf-a-750972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:29.505697208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"037a27c3-173a-49dd-8fdd-139d50426185","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:29.561574672Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"037a27c3-173a-49dd-8fdd-139d50426185","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:29.582467379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-750972-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"037a27c3-173a-49dd-8fdd-139d50426185","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:29.602643529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"c92ded99-335d-4944-a62a-cc23f3ad63b2","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"tenant":"e2e-inf-a-750972","gateway":"openshift-ingress/e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:29.60267226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"c92ded99-335d-4944-a62a-cc23f3ad63b2","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"routeName":"test-model-750972-kserve-route","namespace":"ai-tenant-e2e-inf-a-750972","llmisvcName":"test-model-750972","gateway":"openshift-ingress/e2e-inf-a-750972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:30.655830571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"6bf4379b-af73-48e5-938f-bc68d8c1a3a2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-adc7d7","tenantID":"e2e-inf-b-adc7d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:30.699140411Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"6bf4379b-af73-48e5-938f-bc68d8c1a3a2","name":"e2e-inf-b-adc7d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.447282183Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","namespace":"ai-tenant-e2e-extmod-b-d5e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.447344529Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","namespace":"ai-tenant-e2e-extmod-b-d5e482","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.447394888Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","tenant":"e2e-extmod-b-d5e482","tenantID":"e2e-extmod-b-d5e482","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.466237531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"Deployment","name":"maas-api-e2e-extmod-b-d5e482","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.50040726Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"Service","name":"maas-api-e2e-extmod-b-d5e482","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.518341314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-d5e482","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.538133261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-d5e482","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.555994427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-d5e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.574941529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-d5e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.592694085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-d5e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.610363101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-d5e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.624740646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-d5e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.639179001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-d5e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.653723379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"Service","name":"payload-processing-e2e-extmod-b-d5e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.668455139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-d5e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.683033143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-d5e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.697660938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-d5e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.712466046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-d5e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.732470401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-d5e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.748146186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-d5e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.766603463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-d5e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.782430751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-d5e482","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:32.798565615Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-d5e482"},"namespace":"ai-tenant-e2e-extmod-b-d5e482","name":"default-tenant","reconcileID":"d2894f3b-f180-499d-9144-0e29a159f5a4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-d5e482","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:33.460999029Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-d5e482","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-d5e482","reconcileID":"81a7da2a-eda8-464d-825f-ef2423e59715","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-d5e482","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-d5e482"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:33.96657865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce4c078-7ee7-4999-9c83-95adb68b60ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:33.981484488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce4c078-7ee7-4999-9c83-95adb68b60ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:33.996869814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce4c078-7ee7-4999-9c83-95adb68b60ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:34.012867542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ce4c078-7ee7-4999-9c83-95adb68b60ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:34.97353322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f13848-95dc-4078-bce0-7c5725f62fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:34.989359924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f13848-95dc-4078-bce0-7c5725f62fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.004563203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f13848-95dc-4078-bce0-7c5725f62fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.020922187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f13848-95dc-4078-bce0-7c5725f62fee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.532039065Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","namespace":"ai-tenant-e2e-inf-b-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.532148781Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","namespace":"ai-tenant-e2e-inf-b-6d9e36","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.532260345Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","tenant":"e2e-inf-b-6d9e36","tenantID":"e2e-inf-b-6d9e36","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.548952427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"Deployment","name":"maas-api-e2e-inf-b-6d9e36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.580143063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"Service","name":"maas-api-e2e-inf-b-6d9e36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.598865568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-6d9e36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.619064934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-6d9e36","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.632437415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214c1b87-be34-4770-a370-d19bd9f844f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.654021566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214c1b87-be34-4770-a370-d19bd9f844f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.664632783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-6d9e36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.668919835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214c1b87-be34-4770-a370-d19bd9f844f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.683946005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"214c1b87-be34-4770-a370-d19bd9f844f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.687181773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-6d9e36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.711310971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-6d9e36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.728937653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-6d9e36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.743857545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"Deployment","name":"payload-processing-e2e-inf-b-6d9e36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.765576403Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-6d9e36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.779973767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"Service","name":"payload-processing-e2e-inf-b-6d9e36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.794608919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-6d9e36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.809166951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-6d9e36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.823792815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-6d9e36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.83965222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-6d9e36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.865386887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-6d9e36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.902480278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-6d9e36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.917880226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-6d9e36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.945964203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-6d9e36","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:35.965905799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-6d9e36"},"namespace":"ai-tenant-e2e-inf-b-6d9e36","name":"default-tenant","reconcileID":"0f1b15e3-a05d-4ae2-b6f7-cae2d555c3b2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-6d9e36","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:36.522490658Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-6d9e36","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-6d9e36","reconcileID":"96e5b774-aa05-4c17-b0c5-ca526ecc2f19","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-6d9e36","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-6d9e36"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:37.007741406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0303724c-2933-4a42-adbb-9b0bcf24e0d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:37.030321667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0303724c-2933-4a42-adbb-9b0bcf24e0d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:37.048005583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0303724c-2933-4a42-adbb-9b0bcf24e0d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:37.06285453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0303724c-2933-4a42-adbb-9b0bcf24e0d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:37.72264455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca11553-e92d-4b6b-b193-95eb20c4e1f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:37.737392863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca11553-e92d-4b6b-b193-95eb20c4e1f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:37.752236964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca11553-e92d-4b6b-b193-95eb20c4e1f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:37.767173457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aca11553-e92d-4b6b-b193-95eb20c4e1f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:38.435783464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"567e8e70-9479-48d8-b826-601436d4240d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:38.451167489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"567e8e70-9479-48d8-b826-601436d4240d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:38.466344904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"567e8e70-9479-48d8-b826-601436d4240d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:38.481281963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"567e8e70-9479-48d8-b826-601436d4240d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:38.716731002Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51462d-sub","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-sub","reconcileID":"af7f6672-5668-42b6-add0-1fc0ccbab844","MaaSSubscription":{"name":"test-model-51462d-sub","namespace":"ai-tenant-e2e-inf-a-51462d"},"model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","subscription":"test-model-51462d-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:38.732229632Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51462d-sub","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-sub","reconcileID":"af7f6672-5668-42b6-add0-1fc0ccbab844","MaaSSubscription":{"name":"test-model-51462d-sub","namespace":"ai-tenant-e2e-inf-a-51462d"},"model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:38.74734248Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-51462d-sub","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d-sub","reconcileID":"af7f6672-5668-42b6-add0-1fc0ccbab844","MaaSSubscription":{"name":"test-model-51462d-sub","namespace":"ai-tenant-e2e-inf-a-51462d"},"name":"maas-trlp-test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:38.942095326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"f2bce4a2-c64a-4c71-b590-af653620a5eb","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"tenant":"e2e-inf-a-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","model":"ai-tenant-e2e-inf-a-51462d/test-model-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:38.942129952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"test-model-51462d","reconcileID":"f2bce4a2-c64a-4c71-b590-af653620a5eb","MaaSModelRef":{"name":"test-model-51462d","namespace":"ai-tenant-e2e-inf-a-51462d"},"routeName":"test-model-51462d-kserve-route","namespace":"ai-tenant-e2e-inf-a-51462d","llmisvcName":"test-model-51462d","gateway":"openshift-ingress/e2e-inf-a-51462d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:39.224104606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25eba63-7f2f-4185-b9d6-5e9af8bfc326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:39.239804795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25eba63-7f2f-4185-b9d6-5e9af8bfc326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:39.254803138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25eba63-7f2f-4185-b9d6-5e9af8bfc326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:39.269801951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25eba63-7f2f-4185-b9d6-5e9af8bfc326","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:39.633440589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"0b02e664-1066-4396-b052-d53ff392bdbd","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:39.65291182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"0b02e664-1066-4396-b052-d53ff392bdbd","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:39.678929365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-750972-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"0b02e664-1066-4396-b052-d53ff392bdbd","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:39.801209866Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"dc4050ca-bd52-4e1e-842a-998d4463a601","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"tenant":"e2e-inf-b-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:39.801241577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"dc4050ca-bd52-4e1e-842a-998d4463a601","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"routeName":"test-model-b7a567-kserve-route","namespace":"ai-tenant-e2e-inf-b-b7a567","llmisvcName":"test-model-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:39.802078202Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"5b1edc33-3a73-42cf-8a59-76f5f73b842f","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:40.032464066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b7a567-sub","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-sub","reconcileID":"c30abdaf-fd18-4181-97ab-68e8af383f6f","MaaSSubscription":{"name":"test-model-b7a567-sub","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"maas-trlp-test-model-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:40.049533769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"5b1edc33-3a73-42cf-8a59-76f5f73b842f","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b7a567","tenantID":"e2e-inf-b-b7a567","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:40.050243398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d927b6c-de3f-40ae-97b4-e80fa7560a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:40.068720034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d927b6c-de3f-40ae-97b4-e80fa7560a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:40.087654679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d927b6c-de3f-40ae-97b4-e80fa7560a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:40.123339284Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"5b1edc33-3a73-42cf-8a59-76f5f73b842f","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"e2e-inf-b-b7a567-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:40.12335925Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-auth","reconcileID":"5b1edc33-3a73-42cf-8a59-76f5f73b842f","MaaSAuthPolicy":{"name":"test-model-b7a567-auth","namespace":"ai-tenant-e2e-inf-b-b7a567"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:40.137539204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d927b6c-de3f-40ae-97b4-e80fa7560a9f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:40.15751193Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"124f3ecd-e0b9-4178-8b76-8412b5c2290b","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"tenant":"e2e-inf-b-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:40.157535507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"124f3ecd-e0b9-4178-8b76-8412b5c2290b","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"routeName":"test-model-b7a567-kserve-route","namespace":"ai-tenant-e2e-inf-b-b7a567","llmisvcName":"test-model-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:40.23562646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b7a567-sub","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-sub","reconcileID":"3da467a7-e522-4cdf-8005-d23b04a3a12e","MaaSSubscription":{"name":"test-model-b7a567-sub","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"maas-trlp-test-model-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:40.309815512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"a5b13405-b9fd-4a88-9410-0d6b544b5a32","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"tenant":"e2e-inf-b-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:40.309836492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"a5b13405-b9fd-4a88-9410-0d6b544b5a32","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"routeName":"test-model-b7a567-kserve-route","namespace":"ai-tenant-e2e-inf-b-b7a567","llmisvcName":"test-model-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:40.823372731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ba750e-8f61-4a80-a3e5-c45a0879798c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:40.838962941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ba750e-8f61-4a80-a3e5-c45a0879798c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:40.854524771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ba750e-8f61-4a80-a3e5-c45a0879798c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:40.869674935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62ba750e-8f61-4a80-a3e5-c45a0879798c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:42.153143887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3e23cac-3cd6-4086-80cf-b12a4c143543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:42.168643366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3e23cac-3cd6-4086-80cf-b12a4c143543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:42.183675756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3e23cac-3cd6-4086-80cf-b12a4c143543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:42.198754221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3e23cac-3cd6-4086-80cf-b12a4c143543","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:42.823103951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c60900-8529-44df-990c-2702f2c8bfa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:42.838887447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c60900-8529-44df-990c-2702f2c8bfa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:42.854973297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c60900-8529-44df-990c-2702f2c8bfa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:42.873918253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c60900-8529-44df-990c-2702f2c8bfa4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:44.49933463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb596e29-7f14-443a-ac93-90696cb2e6dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:44.514260763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb596e29-7f14-443a-ac93-90696cb2e6dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:44.529352483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb596e29-7f14-443a-ac93-90696cb2e6dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:44.544581992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cb596e29-7f14-443a-ac93-90696cb2e6dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:45.204070411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"726d0cfb-8249-48f3-9cb6-5a2e372dc04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:45.222996274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"726d0cfb-8249-48f3-9cb6-5a2e372dc04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:45.277441328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"726d0cfb-8249-48f3-9cb6-5a2e372dc04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:45.292962334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"726d0cfb-8249-48f3-9cb6-5a2e372dc04d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:45.661397149Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:45.874286609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25d62810-c040-4231-a119-a79b3cd846ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:45.889254554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25d62810-c040-4231-a119-a79b3cd846ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:45.904424526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25d62810-c040-4231-a119-a79b3cd846ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:45.919771454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25d62810-c040-4231-a119-a79b3cd846ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:49.709177833Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"89f988d5-2b91-4e1a-a193-77409e2b8eff","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:49.730088546Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"89f988d5-2b91-4e1a-a193-77409e2b8eff","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:49.748552505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-750972-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"89f988d5-2b91-4e1a-a193-77409e2b8eff","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:50.36150053Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b7a567-sub","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-sub","reconcileID":"674045ae-e521-4aec-8269-61d38bf78c2e","MaaSSubscription":{"name":"test-model-b7a567-sub","namespace":"ai-tenant-e2e-inf-b-b7a567"},"model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","subscription":"test-model-b7a567-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:50.376873074Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b7a567-sub","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-sub","reconcileID":"674045ae-e521-4aec-8269-61d38bf78c2e","MaaSSubscription":{"name":"test-model-b7a567-sub","namespace":"ai-tenant-e2e-inf-b-b7a567"},"model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:50.392237262Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-b7a567-sub","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567-sub","reconcileID":"674045ae-e521-4aec-8269-61d38bf78c2e","MaaSSubscription":{"name":"test-model-b7a567-sub","namespace":"ai-tenant-e2e-inf-b-b7a567"},"name":"maas-trlp-test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:50.554864355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"be7fa99b-c64c-414b-8f4b-ceaa61c4834b","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"tenant":"e2e-inf-b-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","model":"ai-tenant-e2e-inf-b-b7a567/test-model-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:50.556592181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"test-model-b7a567","reconcileID":"be7fa99b-c64c-414b-8f4b-ceaa61c4834b","MaaSModelRef":{"name":"test-model-b7a567","namespace":"ai-tenant-e2e-inf-b-b7a567"},"routeName":"test-model-b7a567-kserve-route","namespace":"ai-tenant-e2e-inf-b-b7a567","llmisvcName":"test-model-b7a567","gateway":"openshift-ingress/e2e-inf-b-b7a567","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:54.651236943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0055ca41-5dda-47fb-a3db-21f59d697b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:54.673246422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0055ca41-5dda-47fb-a3db-21f59d697b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:54.688402036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0055ca41-5dda-47fb-a3db-21f59d697b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:54.704017403Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0055ca41-5dda-47fb-a3db-21f59d697b8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:55.420997453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007236dd-091f-43cd-8a5b-cb64cadd08a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:55.446325572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007236dd-091f-43cd-8a5b-cb64cadd08a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:55.505828825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007236dd-091f-43cd-8a5b-cb64cadd08a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:55.531147461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"007236dd-091f-43cd-8a5b-cb64cadd08a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:56.221495516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3567805-d7c4-4398-9881-cf3db66b214e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:56.236608726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3567805-d7c4-4398-9881-cf3db66b214e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:56.251974623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3567805-d7c4-4398-9881-cf3db66b214e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:56.266889578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3567805-d7c4-4398-9881-cf3db66b214e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:56.911785604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a1d79a7-11e8-48ce-96f4-219720fdb3dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:56.927694333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a1d79a7-11e8-48ce-96f4-219720fdb3dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:56.943267233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a1d79a7-11e8-48ce-96f4-219720fdb3dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:56.958041898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a1d79a7-11e8-48ce-96f4-219720fdb3dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:59.781383472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"b8d6c3f5-3636-4bb7-8f61-37840fbb9d5f","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:59.801431475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"b8d6c3f5-3636-4bb7-8f61-37840fbb9d5f","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:44:59.820094979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-750972-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"b8d6c3f5-3636-4bb7-8f61-37840fbb9d5f","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:07.127449293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da34a4b0-246a-4bd0-8e39-cd8e8fbb18ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:07.143314342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da34a4b0-246a-4bd0-8e39-cd8e8fbb18ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:07.15863253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da34a4b0-246a-4bd0-8e39-cd8e8fbb18ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:07.17424966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da34a4b0-246a-4bd0-8e39-cd8e8fbb18ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:07.823064439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a541ce2d-44e9-4c45-8c1d-cf520fd7bce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:07.83925992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a541ce2d-44e9-4c45-8c1d-cf520fd7bce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:07.855388458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a541ce2d-44e9-4c45-8c1d-cf520fd7bce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:07.871086731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a541ce2d-44e9-4c45-8c1d-cf520fd7bce8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:08.509945789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4ea0d4-f381-413f-9d55-71d665dfe49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:08.525530676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4ea0d4-f381-413f-9d55-71d665dfe49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:08.540408965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4ea0d4-f381-413f-9d55-71d665dfe49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:08.555565392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4ea0d4-f381-413f-9d55-71d665dfe49a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:09.322257049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0588712b-0bf0-467d-ad63-ed38e42acf76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:09.337004802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0588712b-0bf0-467d-ad63-ed38e42acf76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:09.351795719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0588712b-0bf0-467d-ad63-ed38e42acf76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:09.366826198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0588712b-0bf0-467d-ad63-ed38e42acf76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:09.850496732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"d4b83aab-bc37-403d-8ce7-6446c64f98a7","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:09.870528106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"d4b83aab-bc37-403d-8ce7-6446c64f98a7","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:09.888951077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-750972-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7bb74fe665fd730de5e6795cb6ff062316292e0c2b6cd5e05329e5dbdc6a9dc2) AuthConfig (9a173b1d32f970ab1029cda292587c367bb3ff6f2271e96f44bc111899cbc844) AuthConfig (eb4c5977dd23500e3a3c9e7a532305ee217ca49fe8def0c6c3f66029055c7600) AuthConfig (a09cbe00424dfdb20fb31c6471c1c709474ef680e0321170263f614818c6da67) AuthConfig (d0bb4569d4d47a89a775729b17ec5740890bffb6e03b5848cee9cc0508736ff7) AuthConfig (5cfb5f9dbb4ef0a6576ce9be9d57a979f116f17279e1a20c5743d786aec81ebf) AuthConfig (70980c0e79905e0ff2612ef12f872be5bcd75387e5477a8925a70eb1a2783667) AuthConfig (cdcc48d17ea52647231c6bdec0a4e205fed3b3e3ad99fa38e51a5cc4fd207c04) AuthConfig (77a527be7c2d60a11c410258cd3dc8b2c9d4f10b12327406a3b0d95c9e0d19cd) AuthConfig (5d3ed1b1f1d07c4c511f92d56266a24d95f7242e4d8525aae40deb6103437d56) AuthConfig (99c7b6f64e8ccf343613847aa59489adc6b3de2138567f1205939df31e2c460e) AuthConfig (5bdacdf07e9bedeabf22b668404bb78cbed3ef33c17ecc9ce1a4edfed518645a) AuthConfig (60434a9153ab994ca3a177aacfe77f0de510963f907b23f0cc52f059c4402ca6) AuthConfig (e9b40a7b957cc9f6f558597f1de871b86092a83cbd0d9d3b989e6ca839dc2a6d) AuthConfig (6989194fb95c2ae154444fdfc3075c9f8dc73f01856706dfdc54149ad976140f) AuthConfig (64e7f64e92de6cbd6884e199895558981930f88f037fdcc7ac11c45fc2d56926) AuthConfig (313ddaf4df41ea96d550b4b592067b94f60d074cac9af3e2b8cf7966da36724c) AuthConfig (490009799bac73d59ba677969a8cfecba34d34b019ca619efcdf923fff300e68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"d4b83aab-bc37-403d-8ce7-6446c64f98a7","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:09.909732363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"02e456b2-c29d-4a4c-91b9-79b0f2f76db3","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"tenant":"e2e-inf-a-750972","gateway":"openshift-ingress/e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:09.909755431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"02e456b2-c29d-4a4c-91b9-79b0f2f76db3","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"routeName":"test-model-750972-kserve-route","namespace":"ai-tenant-e2e-inf-a-750972","llmisvcName":"test-model-750972","gateway":"openshift-ingress/e2e-inf-a-750972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:09.9414019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86593f4-7982-43e8-baa4-909dec32a4cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:09.956317025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86593f4-7982-43e8-baa4-909dec32a4cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:09.972439693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86593f4-7982-43e8-baa4-909dec32a4cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:10.022950698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a86593f4-7982-43e8-baa4-909dec32a4cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:10.598030164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5fb6757-4ab3-4f18-b5de-f146f698b1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:10.612988491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5fb6757-4ab3-4f18-b5de-f146f698b1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:10.628071361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5fb6757-4ab3-4f18-b5de-f146f698b1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:10.643057366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5fb6757-4ab3-4f18-b5de-f146f698b1ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:11.194048516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"e1633d17-9d80-4b2f-885d-9f1e4e762380","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:11.215925124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"e1633d17-9d80-4b2f-885d-9f1e4e762380","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:11.23530948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-750972-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7bb74fe665fd730de5e6795cb6ff062316292e0c2b6cd5e05329e5dbdc6a9dc2) AuthConfig (9a173b1d32f970ab1029cda292587c367bb3ff6f2271e96f44bc111899cbc844) AuthConfig (eb4c5977dd23500e3a3c9e7a532305ee217ca49fe8def0c6c3f66029055c7600) AuthConfig (a09cbe00424dfdb20fb31c6471c1c709474ef680e0321170263f614818c6da67) AuthConfig (d0bb4569d4d47a89a775729b17ec5740890bffb6e03b5848cee9cc0508736ff7) AuthConfig (5cfb5f9dbb4ef0a6576ce9be9d57a979f116f17279e1a20c5743d786aec81ebf) AuthConfig (70980c0e79905e0ff2612ef12f872be5bcd75387e5477a8925a70eb1a2783667) AuthConfig (cdcc48d17ea52647231c6bdec0a4e205fed3b3e3ad99fa38e51a5cc4fd207c04) AuthConfig (77a527be7c2d60a11c410258cd3dc8b2c9d4f10b12327406a3b0d95c9e0d19cd) AuthConfig (5d3ed1b1f1d07c4c511f92d56266a24d95f7242e4d8525aae40deb6103437d56) AuthConfig (99c7b6f64e8ccf343613847aa59489adc6b3de2138567f1205939df31e2c460e) AuthConfig (5bdacdf07e9bedeabf22b668404bb78cbed3ef33c17ecc9ce1a4edfed518645a) AuthConfig (60434a9153ab994ca3a177aacfe77f0de510963f907b23f0cc52f059c4402ca6) AuthConfig (e9b40a7b957cc9f6f558597f1de871b86092a83cbd0d9d3b989e6ca839dc2a6d) AuthConfig (6989194fb95c2ae154444fdfc3075c9f8dc73f01856706dfdc54149ad976140f) AuthConfig (64e7f64e92de6cbd6884e199895558981930f88f037fdcc7ac11c45fc2d56926) AuthConfig (313ddaf4df41ea96d550b4b592067b94f60d074cac9af3e2b8cf7966da36724c) AuthConfig (490009799bac73d59ba677969a8cfecba34d34b019ca619efcdf923fff300e68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"e1633d17-9d80-4b2f-885d-9f1e4e762380","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:11.300718612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d55a5b-9146-4431-aa5f-3b7095270054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:11.316404206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d55a5b-9146-4431-aa5f-3b7095270054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:11.331934939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d55a5b-9146-4431-aa5f-3b7095270054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:11.357254553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56d55a5b-9146-4431-aa5f-3b7095270054","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:15.663385705Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.133630089Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.133715821Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","namespace":"ai-tenant-e2e-shared-a-w2-b73a75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.133796056Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","tenant":"e2e-shared-a-w2-b73a75","tenantID":"e2e-shared-a-w2-b73a75","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.150966881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-b73a75","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.182933732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"Service","name":"maas-api-e2e-shared-a-w2-b73a75","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.201819833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-b73a75","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.220309246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-b73a75","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.239412536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-b73a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.260524918Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-b73a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.28193631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-b73a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.301999116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-b73a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.316995309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-b73a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.331737978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-b73a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.34688318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-b73a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.364618917Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-b73a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.379559562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-b73a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.394793951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-b73a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.420481784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-b73a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.440316968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-b73a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.456977962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-b73a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.472518093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-b73a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.490540225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-b73a75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:16.506719582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-b73a75"},"namespace":"ai-tenant-e2e-shared-a-w2-b73a75","name":"default-tenant","reconcileID":"2e37b6dd-0a61-44bc-ad34-a0739600b0c2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-b73a75","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:17.215340991Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-b73a75","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-b73a75","reconcileID":"e63f740f-f169-4b13-aaf4-769f2527284b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-b73a75","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-b73a75"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:17.63573676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61471ade-20b3-4a6d-933c-b989bfe7b76d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:17.650923233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61471ade-20b3-4a6d-933c-b989bfe7b76d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:17.666384628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61471ade-20b3-4a6d-933c-b989bfe7b76d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:17.681536161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61471ade-20b3-4a6d-933c-b989bfe7b76d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:18.431677094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"888a7a48-b3fc-45b0-8cc8-c252da65595b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:18.450171733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"888a7a48-b3fc-45b0-8cc8-c252da65595b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:18.466139117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"888a7a48-b3fc-45b0-8cc8-c252da65595b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:18.481274503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"888a7a48-b3fc-45b0-8cc8-c252da65595b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:19.161075118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aea2078-733f-4877-a5c5-7aee82807d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:19.180449496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aea2078-733f-4877-a5c5-7aee82807d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:19.2316938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aea2078-733f-4877-a5c5-7aee82807d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:19.625034556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aea2078-733f-4877-a5c5-7aee82807d7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:21.269750154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"18736bfb-c240-465e-882c-5a7e29f61e83","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:21.29103661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"18736bfb-c240-465e-882c-5a7e29f61e83","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:21.314367766Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-750972-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7bb74fe665fd730de5e6795cb6ff062316292e0c2b6cd5e05329e5dbdc6a9dc2) AuthConfig (9a173b1d32f970ab1029cda292587c367bb3ff6f2271e96f44bc111899cbc844) AuthConfig (eb4c5977dd23500e3a3c9e7a532305ee217ca49fe8def0c6c3f66029055c7600) AuthConfig (a09cbe00424dfdb20fb31c6471c1c709474ef680e0321170263f614818c6da67) AuthConfig (d0bb4569d4d47a89a775729b17ec5740890bffb6e03b5848cee9cc0508736ff7) AuthConfig (5cfb5f9dbb4ef0a6576ce9be9d57a979f116f17279e1a20c5743d786aec81ebf) AuthConfig (70980c0e79905e0ff2612ef12f872be5bcd75387e5477a8925a70eb1a2783667) AuthConfig (cdcc48d17ea52647231c6bdec0a4e205fed3b3e3ad99fa38e51a5cc4fd207c04) AuthConfig (77a527be7c2d60a11c410258cd3dc8b2c9d4f10b12327406a3b0d95c9e0d19cd) AuthConfig (5d3ed1b1f1d07c4c511f92d56266a24d95f7242e4d8525aae40deb6103437d56) AuthConfig (99c7b6f64e8ccf343613847aa59489adc6b3de2138567f1205939df31e2c460e) AuthConfig (5bdacdf07e9bedeabf22b668404bb78cbed3ef33c17ecc9ce1a4edfed518645a) AuthConfig (60434a9153ab994ca3a177aacfe77f0de510963f907b23f0cc52f059c4402ca6) AuthConfig (e9b40a7b957cc9f6f558597f1de871b86092a83cbd0d9d3b989e6ca839dc2a6d) AuthConfig (6989194fb95c2ae154444fdfc3075c9f8dc73f01856706dfdc54149ad976140f) AuthConfig (64e7f64e92de6cbd6884e199895558981930f88f037fdcc7ac11c45fc2d56926) AuthConfig (313ddaf4df41ea96d550b4b592067b94f60d074cac9af3e2b8cf7966da36724c) AuthConfig (490009799bac73d59ba677969a8cfecba34d34b019ca619efcdf923fff300e68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"18736bfb-c240-465e-882c-5a7e29f61e83","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:26.425499964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89826cf2-94f4-4c87-9c62-cf1a30f3c2ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:26.441317231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89826cf2-94f4-4c87-9c62-cf1a30f3c2ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:26.456915213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89826cf2-94f4-4c87-9c62-cf1a30f3c2ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:26.471843142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89826cf2-94f4-4c87-9c62-cf1a30f3c2ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:27.131458519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09e7d9e-94b3-47fd-980d-7d2a963b7010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:27.147348274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09e7d9e-94b3-47fd-980d-7d2a963b7010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:27.162839187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09e7d9e-94b3-47fd-980d-7d2a963b7010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:27.177796245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09e7d9e-94b3-47fd-980d-7d2a963b7010","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.15214649Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","namespace":"ai-tenant-e2e-extmod-a-e10975","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.152375602Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","namespace":"ai-tenant-e2e-extmod-a-e10975","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.152517944Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","tenant":"e2e-extmod-a-e10975","tenantID":"e2e-extmod-a-e10975","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.177682719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"Deployment","name":"maas-api-e2e-extmod-a-e10975","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.213653984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"Service","name":"maas-api-e2e-extmod-a-e10975","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.237478808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-e10975","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.255627814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-e10975","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.275544608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-e10975","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.294869929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-e10975","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.316629628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-e10975","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.33484379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-e10975","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.350033052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-e10975","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.36486828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-e10975","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.379658007Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"Service","name":"payload-processing-e2e-extmod-a-e10975","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.395431561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-e10975","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.412597519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-e10975","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.427509349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-e10975","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.445094113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-e10975","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.509578851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-e10975","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.543499424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-e10975","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.579497897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-e10975","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.626751053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-e10975","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:29.665173363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e10975"},"namespace":"ai-tenant-e2e-extmod-a-e10975","name":"default-tenant","reconcileID":"9db3ec47-2e0e-456d-9968-1d9f0ac7e17e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-e10975","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:30.283689598Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e10975","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e10975","reconcileID":"dc8b5603-a8e7-4879-a66f-58b132a103ad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e10975","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-e10975"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:30.921443198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"982dc682-d1bb-4153-8d17-4792f94822d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:30.938993989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"982dc682-d1bb-4153-8d17-4792f94822d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:30.95609176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"982dc682-d1bb-4153-8d17-4792f94822d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:30.97306194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"982dc682-d1bb-4153-8d17-4792f94822d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:31.346864713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"2a5461cd-4eb4-42f9-bbdd-c525697237d9","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:31.366828128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"2a5461cd-4eb4-42f9-bbdd-c525697237d9","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:31.397924557Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-750972-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7bb74fe665fd730de5e6795cb6ff062316292e0c2b6cd5e05329e5dbdc6a9dc2) AuthConfig (9a173b1d32f970ab1029cda292587c367bb3ff6f2271e96f44bc111899cbc844) AuthConfig (eb4c5977dd23500e3a3c9e7a532305ee217ca49fe8def0c6c3f66029055c7600) AuthConfig (a09cbe00424dfdb20fb31c6471c1c709474ef680e0321170263f614818c6da67) AuthConfig (d0bb4569d4d47a89a775729b17ec5740890bffb6e03b5848cee9cc0508736ff7) AuthConfig (5cfb5f9dbb4ef0a6576ce9be9d57a979f116f17279e1a20c5743d786aec81ebf) AuthConfig (70980c0e79905e0ff2612ef12f872be5bcd75387e5477a8925a70eb1a2783667) AuthConfig (cdcc48d17ea52647231c6bdec0a4e205fed3b3e3ad99fa38e51a5cc4fd207c04) AuthConfig (77a527be7c2d60a11c410258cd3dc8b2c9d4f10b12327406a3b0d95c9e0d19cd) AuthConfig (5d3ed1b1f1d07c4c511f92d56266a24d95f7242e4d8525aae40deb6103437d56) AuthConfig (99c7b6f64e8ccf343613847aa59489adc6b3de2138567f1205939df31e2c460e) AuthConfig (5bdacdf07e9bedeabf22b668404bb78cbed3ef33c17ecc9ce1a4edfed518645a) AuthConfig (60434a9153ab994ca3a177aacfe77f0de510963f907b23f0cc52f059c4402ca6) AuthConfig (e9b40a7b957cc9f6f558597f1de871b86092a83cbd0d9d3b989e6ca839dc2a6d) AuthConfig (6989194fb95c2ae154444fdfc3075c9f8dc73f01856706dfdc54149ad976140f) AuthConfig (64e7f64e92de6cbd6884e199895558981930f88f037fdcc7ac11c45fc2d56926) AuthConfig (313ddaf4df41ea96d550b4b592067b94f60d074cac9af3e2b8cf7966da36724c) AuthConfig (490009799bac73d59ba677969a8cfecba34d34b019ca619efcdf923fff300e68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"2a5461cd-4eb4-42f9-bbdd-c525697237d9","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:31.601057566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e691e599-dbc4-4cb6-af04-f782cc7bf27f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:31.616479024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e691e599-dbc4-4cb6-af04-f782cc7bf27f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:31.632660185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e691e599-dbc4-4cb6-af04-f782cc7bf27f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:31.649585189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e691e599-dbc4-4cb6-af04-f782cc7bf27f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:32.479958572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8808d18a-1fa8-4637-9acd-722189832475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:32.496153156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8808d18a-1fa8-4637-9acd-722189832475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:32.511020444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8808d18a-1fa8-4637-9acd-722189832475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:32.528843544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8808d18a-1fa8-4637-9acd-722189832475","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:33.484400345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb559d09-a4ab-4a87-b8fa-240f07c44a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:33.500278628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb559d09-a4ab-4a87-b8fa-240f07c44a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:33.51544559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb559d09-a4ab-4a87-b8fa-240f07c44a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:33.531413172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb559d09-a4ab-4a87-b8fa-240f07c44a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:34.503698094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1495cd75-95dd-4610-bccb-57429a028440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:34.51901441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1495cd75-95dd-4610-bccb-57429a028440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:34.540029796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1495cd75-95dd-4610-bccb-57429a028440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:34.567761704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1495cd75-95dd-4610-bccb-57429a028440","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:35.431628923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afcc2a49-84cd-447f-bdc0-eaf0c0cd0e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:35.456487914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afcc2a49-84cd-447f-bdc0-eaf0c0cd0e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:35.494849251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afcc2a49-84cd-447f-bdc0-eaf0c0cd0e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:35.511388525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afcc2a49-84cd-447f-bdc0-eaf0c0cd0e6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.085600355Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","namespace":"ai-tenant-e2e-inf-b-55c3fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.085773524Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","namespace":"ai-tenant-e2e-inf-b-55c3fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.085904651Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","tenant":"e2e-inf-b-55c3fc","tenantID":"e2e-inf-b-55c3fc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.103150769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"Deployment","name":"maas-api-e2e-inf-b-55c3fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.139497867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"Service","name":"maas-api-e2e-inf-b-55c3fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.16276109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-55c3fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.185544204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-55c3fc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.212220397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-55c3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.238095908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-55c3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.263522108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-55c3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.28346678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-55c3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.298474678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"Deployment","name":"payload-processing-e2e-inf-b-55c3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.31329411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-55c3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.331683568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"Service","name":"payload-processing-e2e-inf-b-55c3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.349481872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-55c3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.364619001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-55c3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.379713655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-55c3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.395487383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-55c3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.433131201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-55c3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.482344174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-55c3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.520498623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-55c3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.544450393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-55c3fc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:37.614770364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-55c3fc"},"namespace":"ai-tenant-e2e-inf-b-55c3fc","name":"default-tenant","reconcileID":"6b093ab0-d1d4-401b-9858-29ba7a8b658b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-55c3fc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:38.662241656Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-55c3fc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-55c3fc","reconcileID":"de5f525a-3420-4fbd-b5f0-c79d56e5d597","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-55c3fc","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-55c3fc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:38.807143951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9fa2a0f-d6a4-4d24-9666-3788be32e9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:38.822879909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9fa2a0f-d6a4-4d24-9666-3788be32e9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:38.838625642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9fa2a0f-d6a4-4d24-9666-3788be32e9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:38.859105518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9fa2a0f-d6a4-4d24-9666-3788be32e9e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:39.519546304Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"f50b4127-41bb-4ac3-9e70-3500229091a7","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"tenant":"e2e-inf-a-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:39.519583391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"f50b4127-41bb-4ac3-9e70-3500229091a7","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"routeName":"test-model-3b8149-kserve-route","namespace":"ai-tenant-e2e-inf-a-3b8149","llmisvcName":"test-model-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:39.540140443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadd26fb-2969-4d49-8d80-985f1b00fa41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:39.562311084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadd26fb-2969-4d49-8d80-985f1b00fa41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:39.623315347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadd26fb-2969-4d49-8d80-985f1b00fa41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:39.638284146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cadd26fb-2969-4d49-8d80-985f1b00fa41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:39.83967883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"a307f5ea-9889-4917-b9f6-3bfe111e3283","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"tenant":"e2e-inf-a-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:39.839709939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"a307f5ea-9889-4917-b9f6-3bfe111e3283","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"routeName":"test-model-3b8149-kserve-route","namespace":"ai-tenant-e2e-inf-a-3b8149","llmisvcName":"test-model-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:39.859235576Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"88779e08-c4e7-4126-911d-11d28683247e","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"tenant":"e2e-inf-a-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:39.859258884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"88779e08-c4e7-4126-911d-11d28683247e","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"routeName":"test-model-3b8149-kserve-route","namespace":"ai-tenant-e2e-inf-a-3b8149","llmisvcName":"test-model-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:39.889400677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"a0775a4b-df40-4327-a53b-0d338dfb9066","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:39.942413034Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"a0775a4b-df40-4327-a53b-0d338dfb9066","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:39.96411462Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3b8149-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"a0775a4b-df40-4327-a53b-0d338dfb9066","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:39.984870335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"d2c82a6a-f188-4491-9bbb-4da4294b9a87","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"tenant":"e2e-inf-a-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:39.984892111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"d2c82a6a-f188-4491-9bbb-4da4294b9a87","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"routeName":"test-model-3b8149-kserve-route","namespace":"ai-tenant-e2e-inf-a-3b8149","llmisvcName":"test-model-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:40.226051558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd889dd-204d-47f4-823a-6cbe0f92a999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:40.241161531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd889dd-204d-47f4-823a-6cbe0f92a999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:40.256337734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd889dd-204d-47f4-823a-6cbe0f92a999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:40.271283734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffd889dd-204d-47f4-823a-6cbe0f92a999","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:40.915820562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a824f2f2-69f7-422a-8aa1-5b374b7f1722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:40.949698607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a824f2f2-69f7-422a-8aa1-5b374b7f1722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:40.96843367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a824f2f2-69f7-422a-8aa1-5b374b7f1722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:40.985366665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a824f2f2-69f7-422a-8aa1-5b374b7f1722","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:41.427499246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"7a452435-d781-4690-8c32-befdf31efd4a","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:41.447775883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"7a452435-d781-4690-8c32-befdf31efd4a","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:41.466561525Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-750972-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7bb74fe665fd730de5e6795cb6ff062316292e0c2b6cd5e05329e5dbdc6a9dc2) AuthConfig (9a173b1d32f970ab1029cda292587c367bb3ff6f2271e96f44bc111899cbc844) AuthConfig (eb4c5977dd23500e3a3c9e7a532305ee217ca49fe8def0c6c3f66029055c7600) AuthConfig (a09cbe00424dfdb20fb31c6471c1c709474ef680e0321170263f614818c6da67) AuthConfig (d0bb4569d4d47a89a775729b17ec5740890bffb6e03b5848cee9cc0508736ff7) AuthConfig (5cfb5f9dbb4ef0a6576ce9be9d57a979f116f17279e1a20c5743d786aec81ebf) AuthConfig (70980c0e79905e0ff2612ef12f872be5bcd75387e5477a8925a70eb1a2783667) AuthConfig (cdcc48d17ea52647231c6bdec0a4e205fed3b3e3ad99fa38e51a5cc4fd207c04) AuthConfig (77a527be7c2d60a11c410258cd3dc8b2c9d4f10b12327406a3b0d95c9e0d19cd) AuthConfig (5d3ed1b1f1d07c4c511f92d56266a24d95f7242e4d8525aae40deb6103437d56) AuthConfig (99c7b6f64e8ccf343613847aa59489adc6b3de2138567f1205939df31e2c460e) AuthConfig (5bdacdf07e9bedeabf22b668404bb78cbed3ef33c17ecc9ce1a4edfed518645a) AuthConfig (60434a9153ab994ca3a177aacfe77f0de510963f907b23f0cc52f059c4402ca6) AuthConfig (e9b40a7b957cc9f6f558597f1de871b86092a83cbd0d9d3b989e6ca839dc2a6d) AuthConfig (6989194fb95c2ae154444fdfc3075c9f8dc73f01856706dfdc54149ad976140f) AuthConfig (64e7f64e92de6cbd6884e199895558981930f88f037fdcc7ac11c45fc2d56926) AuthConfig (313ddaf4df41ea96d550b4b592067b94f60d074cac9af3e2b8cf7966da36724c) AuthConfig (490009799bac73d59ba677969a8cfecba34d34b019ca619efcdf923fff300e68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"7a452435-d781-4690-8c32-befdf31efd4a","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:41.565181531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bac2af4-e967-496d-bbac-e6fe07e41e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:41.580059805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bac2af4-e967-496d-bbac-e6fe07e41e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:41.595233235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bac2af4-e967-496d-bbac-e6fe07e41e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:41.61089731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bac2af4-e967-496d-bbac-e6fe07e41e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.036526186Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.036584946Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","namespace":"ai-tenant-e2e-shared-b-w2-c83b50","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.036638693Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","tenant":"e2e-shared-b-w2-c83b50","tenantID":"e2e-shared-b-w2-c83b50","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.053653639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-c83b50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.082471695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"Service","name":"maas-api-e2e-shared-b-w2-c83b50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.100330804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-c83b50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.117841061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-c83b50","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.137757088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-c83b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.155594935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-c83b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.173614541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-c83b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.192721237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-c83b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.207150303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-c83b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.221772709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-c83b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.236345333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-c83b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.251019042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-c83b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.265809027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-c83b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.280471359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-c83b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.308654251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-c83b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.357919411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-c83b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.388581049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-c83b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.409790992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-c83b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.493465143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-c83b50","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:44.512845182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-c83b50"},"namespace":"ai-tenant-e2e-shared-b-w2-c83b50","name":"default-tenant","reconcileID":"1643c7c6-6786-4cbd-bcde-d58c5d033611","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-c83b50","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:45.027865185Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-c83b50","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-c83b50","reconcileID":"124de0a0-0c08-4d6d-beb9-ebb46dd593a1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-c83b50","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-c83b50"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:45.549576461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b024c1b-dd69-4bb0-913a-add935dae121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:45.565513567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b024c1b-dd69-4bb0-913a-add935dae121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:45.580993038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b024c1b-dd69-4bb0-913a-add935dae121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:45.596606193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b024c1b-dd69-4bb0-913a-add935dae121","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:45.66140269Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:46.219427949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64893ea-6515-44ab-82a5-5dc7aecf009b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:46.234460058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64893ea-6515-44ab-82a5-5dc7aecf009b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:46.249235629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64893ea-6515-44ab-82a5-5dc7aecf009b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:46.264950395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e64893ea-6515-44ab-82a5-5dc7aecf009b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:47.65061749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f1860a-2424-415c-8c05-c82621386c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:47.667300111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f1860a-2424-415c-8c05-c82621386c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:47.68365683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f1860a-2424-415c-8c05-c82621386c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:47.69997435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47f1860a-2424-415c-8c05-c82621386c42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:48.422996096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9d7b01-9fd3-493f-abda-2a94aab50fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:48.439296694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9d7b01-9fd3-493f-abda-2a94aab50fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:48.455739642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9d7b01-9fd3-493f-abda-2a94aab50fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:48.472609903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d9d7b01-9fd3-493f-abda-2a94aab50fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:49.101397046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfca3b0-6fa0-4626-b76c-1b261e87b72f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:49.122118193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfca3b0-6fa0-4626-b76c-1b261e87b72f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:49.14234561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfca3b0-6fa0-4626-b76c-1b261e87b72f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:49.222839879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfca3b0-6fa0-4626-b76c-1b261e87b72f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:49.92437619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b6b44d-7477-4356-af26-516941adbde5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:49.941203932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b6b44d-7477-4356-af26-516941adbde5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:49.957531894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b6b44d-7477-4356-af26-516941adbde5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:49.974067726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7b6b44d-7477-4356-af26-516941adbde5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:50.017494061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"612fa1bf-fdd7-41cb-98e7-80f8fd1b8b76","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:50.03911629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"612fa1bf-fdd7-41cb-98e7-80f8fd1b8b76","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:50.067180831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3b8149-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"612fa1bf-fdd7-41cb-98e7-80f8fd1b8b76","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:50.786353304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7de5c58-f600-4af3-8408-ecacbe0b19a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:50.802860254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7de5c58-f600-4af3-8408-ecacbe0b19a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:50.819258808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7de5c58-f600-4af3-8408-ecacbe0b19a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:50.835737254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7de5c58-f600-4af3-8408-ecacbe0b19a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:51.603867106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"d2d66c3a-c4e3-42ca-b9c2-027de4f80f31","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:51.732665108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"d2d66c3a-c4e3-42ca-b9c2-027de4f80f31","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:51.755170473Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-750972-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7bb74fe665fd730de5e6795cb6ff062316292e0c2b6cd5e05329e5dbdc6a9dc2) AuthConfig (9a173b1d32f970ab1029cda292587c367bb3ff6f2271e96f44bc111899cbc844) AuthConfig (eb4c5977dd23500e3a3c9e7a532305ee217ca49fe8def0c6c3f66029055c7600) AuthConfig (a09cbe00424dfdb20fb31c6471c1c709474ef680e0321170263f614818c6da67) AuthConfig (d0bb4569d4d47a89a775729b17ec5740890bffb6e03b5848cee9cc0508736ff7) AuthConfig (5cfb5f9dbb4ef0a6576ce9be9d57a979f116f17279e1a20c5743d786aec81ebf) AuthConfig (70980c0e79905e0ff2612ef12f872be5bcd75387e5477a8925a70eb1a2783667) AuthConfig (cdcc48d17ea52647231c6bdec0a4e205fed3b3e3ad99fa38e51a5cc4fd207c04) AuthConfig (77a527be7c2d60a11c410258cd3dc8b2c9d4f10b12327406a3b0d95c9e0d19cd) AuthConfig (5d3ed1b1f1d07c4c511f92d56266a24d95f7242e4d8525aae40deb6103437d56) AuthConfig (99c7b6f64e8ccf343613847aa59489adc6b3de2138567f1205939df31e2c460e) AuthConfig (5bdacdf07e9bedeabf22b668404bb78cbed3ef33c17ecc9ce1a4edfed518645a) AuthConfig (60434a9153ab994ca3a177aacfe77f0de510963f907b23f0cc52f059c4402ca6) AuthConfig (e9b40a7b957cc9f6f558597f1de871b86092a83cbd0d9d3b989e6ca839dc2a6d) AuthConfig (6989194fb95c2ae154444fdfc3075c9f8dc73f01856706dfdc54149ad976140f) AuthConfig (64e7f64e92de6cbd6884e199895558981930f88f037fdcc7ac11c45fc2d56926) AuthConfig (313ddaf4df41ea96d550b4b592067b94f60d074cac9af3e2b8cf7966da36724c) AuthConfig (490009799bac73d59ba677969a8cfecba34d34b019ca619efcdf923fff300e68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"d2d66c3a-c4e3-42ca-b9c2-027de4f80f31","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:51.917920874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc70bce7-ada9-4708-8d01-5d1d5252d9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:51.933972113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc70bce7-ada9-4708-8d01-5d1d5252d9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:51.972618366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc70bce7-ada9-4708-8d01-5d1d5252d9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:52.013420674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc70bce7-ada9-4708-8d01-5d1d5252d9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:52.809481129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81287ecf-1f05-43a1-a7b0-2a1c39bfd49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:52.861026826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81287ecf-1f05-43a1-a7b0-2a1c39bfd49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:52.87785255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81287ecf-1f05-43a1-a7b0-2a1c39bfd49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:52.894070838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81287ecf-1f05-43a1-a7b0-2a1c39bfd49b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.092542753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"09baf12d-1077-4eb3-ab04-f1084c12882f","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.093291485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"17e93a4d-fb6f-403e-8bf2-248bf398a33d","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.094841349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"f6e68432-1645-4521-b2f1-d898cf5e1775","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.095171712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"72e3fad6-dcc4-4793-a0b9-ff578b2f3976","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.115031222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"ae94f250-96e2-49eb-9c85-deb1cd8db604","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.11555411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"a07bd533-88cb-424b-8f74-edee08b29161","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.116087592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"e82684bd-5514-413e-8f1b-2011b501edfe","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.116340737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"06cd5d65-0336-403a-a11b-0307231bc608","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.143852335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"68999d9f-d15b-4a0f-8231-a31aef44bfdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.143858712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"0c53791b-06c0-41db-9294-ff23da00d72e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.145968736Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"8ebcd8a1-8a58-4326-a7da-49ac0ba13982","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.146202873Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"6caca87c-28e8-404f-8fb7-a5b86dae699e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.165630301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"0c53791b-06c0-41db-9294-ff23da00d72e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.167933525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"68999d9f-d15b-4a0f-8231-a31aef44bfdd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.263619314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"6eb91e04-dff9-4950-b9fd-9c1ef015492d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.263667625Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"68665416-d257-4939-9960-f36f60d25d9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.361504534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"7f963753-2704-46f5-9ae3-2647d25371aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.361585604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b2cb726f-ff8a-4c6d-b195-56380a406333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.382974736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"7f963753-2704-46f5-9ae3-2647d25371aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.384274678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b2cb726f-ff8a-4c6d-b195-56380a406333","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.524541039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c098798-d40c-4d07-9b02-3482b166b59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.540611881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c098798-d40c-4d07-9b02-3482b166b59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.560999914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c098798-d40c-4d07-9b02-3482b166b59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:53.578371197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c098798-d40c-4d07-9b02-3482b166b59e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:54.296497405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072a9e37-a41a-4854-84ba-33ddc0a9ef78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:54.312562182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072a9e37-a41a-4854-84ba-33ddc0a9ef78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:54.328645877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072a9e37-a41a-4854-84ba-33ddc0a9ef78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:45:54.344725578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"072a9e37-a41a-4854-84ba-33ddc0a9ef78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:00.100791232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"bb2aff80-d829-4053-a185-3499af8283cb","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:00.126041151Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"bb2aff80-d829-4053-a185-3499af8283cb","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:00.145762429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3b8149-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"bb2aff80-d829-4053-a185-3499af8283cb","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:01.788300099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"aebe443b-047b-40fe-b063-ab2701a4d4ed","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:01.810233237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"aebe443b-047b-40fe-b063-ab2701a4d4ed","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:01.881671774Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-750972-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7bb74fe665fd730de5e6795cb6ff062316292e0c2b6cd5e05329e5dbdc6a9dc2) AuthConfig (9a173b1d32f970ab1029cda292587c367bb3ff6f2271e96f44bc111899cbc844) AuthConfig (eb4c5977dd23500e3a3c9e7a532305ee217ca49fe8def0c6c3f66029055c7600) AuthConfig (a09cbe00424dfdb20fb31c6471c1c709474ef680e0321170263f614818c6da67) AuthConfig (d0bb4569d4d47a89a775729b17ec5740890bffb6e03b5848cee9cc0508736ff7) AuthConfig (5cfb5f9dbb4ef0a6576ce9be9d57a979f116f17279e1a20c5743d786aec81ebf) AuthConfig (70980c0e79905e0ff2612ef12f872be5bcd75387e5477a8925a70eb1a2783667) AuthConfig (cdcc48d17ea52647231c6bdec0a4e205fed3b3e3ad99fa38e51a5cc4fd207c04) AuthConfig (77a527be7c2d60a11c410258cd3dc8b2c9d4f10b12327406a3b0d95c9e0d19cd) AuthConfig (5d3ed1b1f1d07c4c511f92d56266a24d95f7242e4d8525aae40deb6103437d56) AuthConfig (99c7b6f64e8ccf343613847aa59489adc6b3de2138567f1205939df31e2c460e) AuthConfig (5bdacdf07e9bedeabf22b668404bb78cbed3ef33c17ecc9ce1a4edfed518645a) AuthConfig (60434a9153ab994ca3a177aacfe77f0de510963f907b23f0cc52f059c4402ca6) AuthConfig (e9b40a7b957cc9f6f558597f1de871b86092a83cbd0d9d3b989e6ca839dc2a6d) AuthConfig (6989194fb95c2ae154444fdfc3075c9f8dc73f01856706dfdc54149ad976140f) AuthConfig (64e7f64e92de6cbd6884e199895558981930f88f037fdcc7ac11c45fc2d56926) AuthConfig (313ddaf4df41ea96d550b4b592067b94f60d074cac9af3e2b8cf7966da36724c) AuthConfig (490009799bac73d59ba677969a8cfecba34d34b019ca619efcdf923fff300e68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"aebe443b-047b-40fe-b063-ab2701a4d4ed","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:03.239150956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"83a6ebd4-d3bb-4259-b138-db0d3b82fc96","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:03.239639948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"176132db-1ab8-49a6-8f93-cb14b477a4e8","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:03.239978787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"f22087ec-235b-4537-82b3-f45d517bae0c","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:03.240150534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"c64101c5-5ef4-44a4-96d2-ee05ba1d5250","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:03.286122017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"445fe0eb-58c0-49a3-b641-b7196d527f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:03.286120787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"29a473fd-6954-4c42-8114-f5bc4a558ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:03.287826901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"da913121-c88f-4256-96e3-1c2b427bff6b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:03.288116377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"70938566-d60e-4553-8c85-7d8690571f45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:03.311494215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"29a473fd-6954-4c42-8114-f5bc4a558ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:03.311688174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"445fe0eb-58c0-49a3-b641-b7196d527f78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:03.421985048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"ba40b02b-0d0d-407a-ab7f-014f8113e50f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:03.422885882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"a862e361-7a89-4d00-bb9c-04cef7b58a03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:03.571481732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"5257ac0c-5152-443e-bdac-ab7afe2fa36b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:03.57148173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"454ba0b5-0b4a-47f9-8892-640f777ff52b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:03.598544976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"5257ac0c-5152-443e-bdac-ab7afe2fa36b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:03.598698887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"454ba0b5-0b4a-47f9-8892-640f777ff52b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:10.178548008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"4d79ca91-bae6-40e9-b827-2dc2eba90473","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:10.199407318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"4d79ca91-bae6-40e9-b827-2dc2eba90473","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:10.21909578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3b8149-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"4d79ca91-bae6-40e9-b827-2dc2eba90473","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:11.914919512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"f1277568-c32f-4eb9-8105-150ef0109073","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:11.938500794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"f1277568-c32f-4eb9-8105-150ef0109073","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:11.958561029Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-750972-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7bb74fe665fd730de5e6795cb6ff062316292e0c2b6cd5e05329e5dbdc6a9dc2) AuthConfig (9a173b1d32f970ab1029cda292587c367bb3ff6f2271e96f44bc111899cbc844) AuthConfig (eb4c5977dd23500e3a3c9e7a532305ee217ca49fe8def0c6c3f66029055c7600) AuthConfig (a09cbe00424dfdb20fb31c6471c1c709474ef680e0321170263f614818c6da67) AuthConfig (d0bb4569d4d47a89a775729b17ec5740890bffb6e03b5848cee9cc0508736ff7) AuthConfig (5cfb5f9dbb4ef0a6576ce9be9d57a979f116f17279e1a20c5743d786aec81ebf) AuthConfig (70980c0e79905e0ff2612ef12f872be5bcd75387e5477a8925a70eb1a2783667) AuthConfig (cdcc48d17ea52647231c6bdec0a4e205fed3b3e3ad99fa38e51a5cc4fd207c04) AuthConfig (77a527be7c2d60a11c410258cd3dc8b2c9d4f10b12327406a3b0d95c9e0d19cd) AuthConfig (5d3ed1b1f1d07c4c511f92d56266a24d95f7242e4d8525aae40deb6103437d56) AuthConfig (99c7b6f64e8ccf343613847aa59489adc6b3de2138567f1205939df31e2c460e) AuthConfig (5bdacdf07e9bedeabf22b668404bb78cbed3ef33c17ecc9ce1a4edfed518645a) AuthConfig (60434a9153ab994ca3a177aacfe77f0de510963f907b23f0cc52f059c4402ca6) AuthConfig (e9b40a7b957cc9f6f558597f1de871b86092a83cbd0d9d3b989e6ca839dc2a6d) AuthConfig (6989194fb95c2ae154444fdfc3075c9f8dc73f01856706dfdc54149ad976140f) AuthConfig (64e7f64e92de6cbd6884e199895558981930f88f037fdcc7ac11c45fc2d56926) AuthConfig (313ddaf4df41ea96d550b4b592067b94f60d074cac9af3e2b8cf7966da36724c) AuthConfig (490009799bac73d59ba677969a8cfecba34d34b019ca619efcdf923fff300e68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"f1277568-c32f-4eb9-8105-150ef0109073","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:15.67153616Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:17.069121028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"0ae914bb-e706-4e60-b110-5ae027fa3c57","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:17.13393462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"fdcf20cd-aced-4333-aace-93459e7cdd84","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:17.156861259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"da86d236-04e1-48dc-acaf-5ff896e85d9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:17.156881617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"51b16dfd-8e01-4e0d-b2d3-5c82552c1e3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:17.178414857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"51b16dfd-8e01-4e0d-b2d3-5c82552c1e3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:17.178685813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"da86d236-04e1-48dc-acaf-5ff896e85d9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:17.205342748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"91589ecb-8efe-4a43-8bd8-64facf9e53e0","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:17.265693979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"d4950c85-68c2-428f-a634-7440ff2682c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-simulator-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:17.88082299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"d6471c42-6fa1-4b38-a677-65cf3cf6f26d","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:17.93380732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"96bf7d17-a22f-43cf-8190-fcfbed908096","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:17.957476825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"523ded7d-7262-43ac-b839-bd0767851862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:17.968769561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"11e58969-992c-4c17-acec-638e73bce9cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:17.978922984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"523ded7d-7262-43ac-b839-bd0767851862","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:17.990057664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"11e58969-992c-4c17-acec-638e73bce9cb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:17.996569452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-2-w2-7aeaad","reconcileID":"3ffd5193-48b3-4c09-9b30-be3c19534caf","MaaSModelRef":{"name":"distinct-2-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-2-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-2-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:18.01782189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"premium-w2-7aeaad","reconcileID":"c80ac8e6-6a4a-4f7c-b18b-b175da21744e","MaaSModelRef":{"name":"premium-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"premium-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"premium-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:18.062503437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"6ae52c2c-22c3-4cb9-815c-d1b4feb5650b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"maas-trlp-premium-w2-7aeaad","model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:20.25862661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"10840f7b-3158-458d-aec5-0931e247f381","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:20.279557656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"10840f7b-3158-458d-aec5-0931e247f381","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:20.299915077Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3b8149-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"10840f7b-3158-458d-aec5-0931e247f381","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:21.991357139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"1fba6be7-5f1e-46d9-bf35-35fdf7bd63c0","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:22.013957131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"1fba6be7-5f1e-46d9-bf35-35fdf7bd63c0","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:22.035177607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-750972-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7bb74fe665fd730de5e6795cb6ff062316292e0c2b6cd5e05329e5dbdc6a9dc2) AuthConfig (9a173b1d32f970ab1029cda292587c367bb3ff6f2271e96f44bc111899cbc844) AuthConfig (eb4c5977dd23500e3a3c9e7a532305ee217ca49fe8def0c6c3f66029055c7600) AuthConfig (a09cbe00424dfdb20fb31c6471c1c709474ef680e0321170263f614818c6da67) AuthConfig (d0bb4569d4d47a89a775729b17ec5740890bffb6e03b5848cee9cc0508736ff7) AuthConfig (5cfb5f9dbb4ef0a6576ce9be9d57a979f116f17279e1a20c5743d786aec81ebf) AuthConfig (70980c0e79905e0ff2612ef12f872be5bcd75387e5477a8925a70eb1a2783667) AuthConfig (cdcc48d17ea52647231c6bdec0a4e205fed3b3e3ad99fa38e51a5cc4fd207c04) AuthConfig (77a527be7c2d60a11c410258cd3dc8b2c9d4f10b12327406a3b0d95c9e0d19cd) AuthConfig (5d3ed1b1f1d07c4c511f92d56266a24d95f7242e4d8525aae40deb6103437d56) AuthConfig (99c7b6f64e8ccf343613847aa59489adc6b3de2138567f1205939df31e2c460e) AuthConfig (5bdacdf07e9bedeabf22b668404bb78cbed3ef33c17ecc9ce1a4edfed518645a) AuthConfig (60434a9153ab994ca3a177aacfe77f0de510963f907b23f0cc52f059c4402ca6) AuthConfig (e9b40a7b957cc9f6f558597f1de871b86092a83cbd0d9d3b989e6ca839dc2a6d) AuthConfig (6989194fb95c2ae154444fdfc3075c9f8dc73f01856706dfdc54149ad976140f) AuthConfig (64e7f64e92de6cbd6884e199895558981930f88f037fdcc7ac11c45fc2d56926) AuthConfig (313ddaf4df41ea96d550b4b592067b94f60d074cac9af3e2b8cf7966da36724c) AuthConfig (490009799bac73d59ba677969a8cfecba34d34b019ca619efcdf923fff300e68)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"1fba6be7-5f1e-46d9-bf35-35fdf7bd63c0","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:22.151574112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"distinct-w2-7aeaad","reconcileID":"00b57725-a5e4-449d-b179-957aa4609b09","MaaSModelRef":{"name":"distinct-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"distinct-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"distinct-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.159815986Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","namespace":"ai-tenant-e2e-inf-a-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.160062331Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","namespace":"ai-tenant-e2e-inf-a-51462d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.160217388Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","tenant":"e2e-inf-a-51462d","tenantID":"e2e-inf-a-51462d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.264539395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"Deployment","name":"maas-api-e2e-inf-a-51462d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.326118802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"Service","name":"maas-api-e2e-inf-a-51462d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.354053524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-51462d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.393528355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-51462d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.422738659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-51462d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.446438045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-51462d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.477533578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-51462d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.506363678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-51462d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.522490038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"Deployment","name":"payload-processing-e2e-inf-a-51462d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.539154957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-51462d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.558340378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"Service","name":"payload-processing-e2e-inf-a-51462d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.575037548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-51462d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.591145539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-51462d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.609602286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-51462d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.636124758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-51462d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.658524147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-51462d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.677566738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-51462d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.69561609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-51462d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.721939562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-51462d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:26.744077937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-51462d"},"namespace":"ai-tenant-e2e-inf-a-51462d","name":"default-tenant","reconcileID":"98d32da9-bd27-4305-80f3-c1d57e775626","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-51462d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:27.523236168Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-51462d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-51462d","reconcileID":"1abec55c-9f46-4788-a59d-82522f9c30ca","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-51462d","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-51462d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:28.327804055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cedd23b-8350-4029-afa7-e23fb31825ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:28.345120301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cedd23b-8350-4029-afa7-e23fb31825ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:28.361825846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cedd23b-8350-4029-afa7-e23fb31825ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:28.378445622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cedd23b-8350-4029-afa7-e23fb31825ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:29.021398324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba855298-8651-4615-8cef-b22d2b6f016d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:29.051941461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba855298-8651-4615-8cef-b22d2b6f016d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:29.069827644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba855298-8651-4615-8cef-b22d2b6f016d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:29.086444197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba855298-8651-4615-8cef-b22d2b6f016d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:29.816314288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df34aabc-f4f2-48f2-bd77-75c3110339ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:29.833594779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df34aabc-f4f2-48f2-bd77-75c3110339ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:29.849851249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df34aabc-f4f2-48f2-bd77-75c3110339ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:29.866256242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df34aabc-f4f2-48f2-bd77-75c3110339ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:30.34603208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"b29878fd-33ec-4787-bc61-2323f0ce4f96","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:30.372778731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"b29878fd-33ec-4787-bc61-2323f0ce4f96","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:30.401408345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3b8149-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09c7382a7bb781dfedfb6a5e1ec33031ed6eb91bc2f7be6f2df0d389bef347bc) AuthConfig (3a412feb06a4e1df1b7782f22e17f14aae1a9c7ddf18630a5dfeab1326ce075e) AuthConfig (dbc1816c05b51686260214e3165d4d831b19b473a15ef47fcb48bf91645f2ac2) AuthConfig (d9f98ca442fbf3bbb0b150b36633208474549dc7abe352abb7f25ef3fb692f26) AuthConfig (84ee475ef81401f2f916165af8ae9e2e744068127a303b69628f34a1e4fcbf24) AuthConfig (63892a14f96c8933399f568b09c9c8da393fd8dd6705ee83828dd7debe57e8fe) AuthConfig (ace410df0a0b04f94ccfd582fc40a28fae082b9770c25dff0cff67dc7c2391a6) AuthConfig (f0ba19352e30b950ff1cc17a76117842d458bec2fae9bccbdeddd668c1d33e67) AuthConfig (e73e5d4eb43e8dbbc161bd22ec6e1572c8d1c9f635577d72d9921a6d7acc1b15) AuthConfig (ec651dc7cb649f388790aa80e543bbd3a3756381c6c76ded2f637e157379c796) AuthConfig (73435343a7e100c7db47df4b93d77c6eb1770e9a842b18e5783aa8836b3b8c75) AuthConfig (faec570797ea89d8d9e05cd863ee5af5c932dd1041433700dc128d419d8275cc) AuthConfig (5581dc312dba6b53ddaa89f872b18e166622c198a9967dc46fc4bfd8539be25d) AuthConfig (3bd5ee14729a2d90c8e87942d42cbc0190f083c3ea0db4330d4d7e3288eb64cb) AuthConfig (eed974aa144eacf47685327ec5c0a23e0ac639c1307ab8a814cf9305c05cd070) AuthConfig (4546763904cb3d412ac1cb1e13aeb599afd4c6d741da853472f42a2cc62bc132) AuthConfig (0dfdfa2a8e647a073408938c1c7f1cbdea13ab4f05245450ecf4de4b9a892e1f) AuthConfig (679d8f50342d3c23c6df7c19d964bc4802fdc24651e5d3b9f5779f8dbce77828)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"b29878fd-33ec-4787-bc61-2323f0ce4f96","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:30.431286149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"ae0ebba5-fd09-4f6f-90f7-b4abf8b7152f","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"tenant":"e2e-inf-a-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:30.432281925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"ae0ebba5-fd09-4f6f-90f7-b4abf8b7152f","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"routeName":"test-model-3b8149-kserve-route","namespace":"ai-tenant-e2e-inf-a-3b8149","llmisvcName":"test-model-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:30.785846407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"fb81b0fd-1615-4a6b-a801-75621e83f647","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:30.807893578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"fb81b0fd-1615-4a6b-a801-75621e83f647","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:30.831070147Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3b8149-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09c7382a7bb781dfedfb6a5e1ec33031ed6eb91bc2f7be6f2df0d389bef347bc) AuthConfig (3a412feb06a4e1df1b7782f22e17f14aae1a9c7ddf18630a5dfeab1326ce075e) AuthConfig (dbc1816c05b51686260214e3165d4d831b19b473a15ef47fcb48bf91645f2ac2) AuthConfig (d9f98ca442fbf3bbb0b150b36633208474549dc7abe352abb7f25ef3fb692f26) AuthConfig (84ee475ef81401f2f916165af8ae9e2e744068127a303b69628f34a1e4fcbf24) AuthConfig (63892a14f96c8933399f568b09c9c8da393fd8dd6705ee83828dd7debe57e8fe) AuthConfig (ace410df0a0b04f94ccfd582fc40a28fae082b9770c25dff0cff67dc7c2391a6) AuthConfig (f0ba19352e30b950ff1cc17a76117842d458bec2fae9bccbdeddd668c1d33e67) AuthConfig (e73e5d4eb43e8dbbc161bd22ec6e1572c8d1c9f635577d72d9921a6d7acc1b15) AuthConfig (ec651dc7cb649f388790aa80e543bbd3a3756381c6c76ded2f637e157379c796) AuthConfig (73435343a7e100c7db47df4b93d77c6eb1770e9a842b18e5783aa8836b3b8c75) AuthConfig (faec570797ea89d8d9e05cd863ee5af5c932dd1041433700dc128d419d8275cc) AuthConfig (5581dc312dba6b53ddaa89f872b18e166622c198a9967dc46fc4bfd8539be25d) AuthConfig (3bd5ee14729a2d90c8e87942d42cbc0190f083c3ea0db4330d4d7e3288eb64cb) AuthConfig (eed974aa144eacf47685327ec5c0a23e0ac639c1307ab8a814cf9305c05cd070) AuthConfig (4546763904cb3d412ac1cb1e13aeb599afd4c6d741da853472f42a2cc62bc132) AuthConfig (0dfdfa2a8e647a073408938c1c7f1cbdea13ab4f05245450ecf4de4b9a892e1f) AuthConfig (679d8f50342d3c23c6df7c19d964bc4802fdc24651e5d3b9f5779f8dbce77828)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"fb81b0fd-1615-4a6b-a801-75621e83f647","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:31.736010445Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","namespace":"ai-tenant-e2e-extmod-a-6f162a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:31.736247846Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","namespace":"ai-tenant-e2e-extmod-a-6f162a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:31.736435328Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","tenant":"e2e-extmod-a-6f162a","tenantID":"e2e-extmod-a-6f162a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:31.757372796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"Deployment","name":"maas-api-e2e-extmod-a-6f162a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:31.803528534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"Service","name":"maas-api-e2e-extmod-a-6f162a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:31.83062915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-6f162a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:31.851431664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-6f162a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:31.875039877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-6f162a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:31.901821173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-6f162a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:31.926595863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-6f162a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:31.948160025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-6f162a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:31.964375038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-6f162a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:31.98143024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-6f162a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:31.999522152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"Service","name":"payload-processing-e2e-extmod-a-6f162a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:32.016057147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-6f162a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:32.034527091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-6f162a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:32.051525625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-6f162a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:32.071701686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-6f162a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:32.072111655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"c3e85cfe-82c2-4087-a62c-e9bdf6091f97","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:32.099607387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-6f162a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:32.149703296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-6f162a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:32.150120045Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"c3e85cfe-82c2-4087-a62c-e9bdf6091f97","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:32.171659392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-6f162a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:32.211511157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-6f162a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:32.228565734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-6f162a"},"namespace":"ai-tenant-e2e-extmod-a-6f162a","name":"default-tenant","reconcileID":"ce15aa77-8ea2-4fb2-9416-485a9853ad4d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-6f162a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:32.432830881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"2d42476b-c3de-4b7c-b325-c0012081ae4d","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"tenant":"e2e-inf-a-750972","gateway":"openshift-ingress/e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:32.432944635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"2d42476b-c3de-4b7c-b325-c0012081ae4d","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"routeName":"test-model-750972-kserve-route","namespace":"ai-tenant-e2e-inf-a-750972","llmisvcName":"test-model-750972","gateway":"openshift-ingress/e2e-inf-a-750972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:32.846970581Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-6f162a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-6f162a","reconcileID":"d4bb4038-2140-4bce-beed-b5f375dccaae","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-6f162a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-6f162a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:33.328422953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f935da9-9559-4eff-88f3-5b9b6153d759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:33.409854474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f935da9-9559-4eff-88f3-5b9b6153d759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:33.430624586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f935da9-9559-4eff-88f3-5b9b6153d759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:33.453010391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f935da9-9559-4eff-88f3-5b9b6153d759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:33.783464404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"0e23cbd5-08ab-4979-9a92-5b789eec294c","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"tenant":"e2e-inf-a-750972","gateway":"openshift-ingress/e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:33.784117476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"0e23cbd5-08ab-4979-9a92-5b789eec294c","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"routeName":"test-model-750972-kserve-route","namespace":"ai-tenant-e2e-inf-a-750972","llmisvcName":"test-model-750972","gateway":"openshift-ingress/e2e-inf-a-750972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:33.808571405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"5436ab68-84db-4bea-8d6a-e7cd5f0770da","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"tenant":"e2e-inf-a-750972","gateway":"openshift-ingress/e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:33.808596838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"5436ab68-84db-4bea-8d6a-e7cd5f0770da","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"routeName":"test-model-750972-kserve-route","namespace":"ai-tenant-e2e-inf-a-750972","llmisvcName":"test-model-750972","gateway":"openshift-ingress/e2e-inf-a-750972","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:46:33.829969216Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-750972-sub","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-sub","reconcileID":"1caf85d4-6424-4e76-beea-4365dbd55228","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-750972-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:33.842282673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"4afa3def-9936-41fc-8e52-563c16975511","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:33.881790691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"4afa3def-9936-41fc-8e52-563c16975511","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:46:33.882590017Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"5436ab68-84db-4bea-8d6a-e7cd5f0770da","name":"test-model-750972","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-750972\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:46:33.884646918Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"5436ab68-84db-4bea-8d6a-e7cd5f0770da","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-750972\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:33.89054327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"4b8a587d-f858-40ce-812f-f76195857357","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"tenant":"e2e-inf-a-750972","gateway":"openshift-ingress/e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:33.890646102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"4b8a587d-f858-40ce-812f-f76195857357","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"routeName":"test-model-750972-kserve-route","namespace":"ai-tenant-e2e-inf-a-750972","llmisvcName":"test-model-750972","gateway":"openshift-ingress/e2e-inf-a-750972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:33.919463292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"27d96d9a-b013-4f54-bab0-a51d439f836a","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"tenant":"e2e-inf-a-750972","gateway":"openshift-ingress/e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:33.919553321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"27d96d9a-b013-4f54-bab0-a51d439f836a","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"routeName":"test-model-750972-kserve-route","namespace":"ai-tenant-e2e-inf-a-750972","llmisvcName":"test-model-750972","gateway":"openshift-ingress/e2e-inf-a-750972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:33.993619596Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"ce3bb89d-d4ad-41d7-ba56-7eb3ab83b884","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"tenant":"e2e-inf-a-750972","gateway":"openshift-ingress/e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:33.993641201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"ce3bb89d-d4ad-41d7-ba56-7eb3ab83b884","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"routeName":"test-model-750972-kserve-route","namespace":"ai-tenant-e2e-inf-a-750972","llmisvcName":"test-model-750972","gateway":"openshift-ingress/e2e-inf-a-750972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:34.091991499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"c6c10cc3-ed89-487f-a205-30e4607d45c0","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:34.098441018Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-750972-sub","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-sub","reconcileID":"579280ac-1500-4241-8cd9-195cf19e3c58","MaaSSubscription":{"name":"test-model-750972-sub","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"maas-trlp-test-model-750972","model":"test-model-750972","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-750972/test-model-750972-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:34.11397522Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"c6c10cc3-ed89-487f-a205-30e4607d45c0","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:34.187270947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"95913f3b-ea00-49d1-a15e-9fde11f6dda0","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"tenant":"e2e-inf-a-750972","gateway":"openshift-ingress/e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:34.187293392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"95913f3b-ea00-49d1-a15e-9fde11f6dda0","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"routeName":"test-model-750972-kserve-route","namespace":"ai-tenant-e2e-inf-a-750972","llmisvcName":"test-model-750972","gateway":"openshift-ingress/e2e-inf-a-750972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:34.227929179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67899fc9-c579-4d40-b5d0-f69b13826889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:34.249633807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67899fc9-c579-4d40-b5d0-f69b13826889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:34.26760272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67899fc9-c579-4d40-b5d0-f69b13826889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:34.268419234Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-750972-sub","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-sub","reconcileID":"dbcdef6e-c78c-4cbe-8853-1cbbf4e1e09f","MaaSSubscription":{"name":"test-model-750972-sub","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"maas-trlp-test-model-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:34.28387232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67899fc9-c579-4d40-b5d0-f69b13826889","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:34.787577109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"namespace":"e2e-models-e2e-worker-w2-7aeaad","name":"simulator-w2-7aeaad","reconcileID":"62c983ef-7b26-4b8c-b262-c08e0254ad07","MaaSModelRef":{"name":"simulator-w2-7aeaad","namespace":"e2e-models-e2e-worker-w2-7aeaad"},"routeName":"simulator-w2-7aeaad-kserve-route","namespace":"e2e-models-e2e-worker-w2-7aeaad","llmisvcName":"simulator-w2-7aeaad","gateway":"openshift-ingress/e2e-worker-w2-7aeaad","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:34.922138836Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"5e90229f-a3dd-440e-a094-7061dc537661","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:34.971765138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"a504c472-dd9f-439f-ba15-12babb5e1d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.009324516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"a504c472-dd9f-439f-ba15-12babb5e1d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.009432336Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"a504c472-dd9f-439f-ba15-12babb5e1d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.030478136Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"559100c3-e0c7-4ae2-bd79-f70602614edf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.075416052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"96f80860-2634-470c-bda0-31481388201b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.123440115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"96f80860-2634-470c-bda0-31481388201b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.123519314Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"96f80860-2634-470c-bda0-31481388201b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.1257114Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"4d6e094b-9380-4359-a11f-921759988057","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.146668996Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"45da339c-fcf2-4660-894b-906baf070bb3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.162697392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ffc3ce7e-a9c8-4d85-ab81-2cd31eb34e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.184388654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ffc3ce7e-a9c8-4d85-ab81-2cd31eb34e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.184437741Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"ffc3ce7e-a9c8-4d85-ab81-2cd31eb34e05","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.226628987Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"cc8f5406-f0ab-4707-9f4e-4e5dee262d3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.267247763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"169d3b94-decc-40ea-a43f-d335934e94c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.289727034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"169d3b94-decc-40ea-a43f-d335934e94c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.289776929Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"169d3b94-decc-40ea-a43f-d335934e94c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.333033601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39277c6c-5f62-4236-b301-31c218b26216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.360590543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39277c6c-5f62-4236-b301-31c218b26216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.42746882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39277c6c-5f62-4236-b301-31c218b26216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:35.452163921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39277c6c-5f62-4236-b301-31c218b26216","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.108939688Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"408806c6-dbbb-4374-85ba-ea3797d155af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.122251531Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"6bb4688a-b0e0-47df-9e9a-9b66597bb478","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.165822119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"8d980660-7778-40fb-bb65-ab8b4db27444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.166392705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"3eaa603b-a4ee-4851-9368-464824f8809a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.196824601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"8d980660-7778-40fb-bb65-ab8b4db27444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.196943399Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"8d980660-7778-40fb-bb65-ab8b4db27444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.20593384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"3eaa603b-a4ee-4851-9368-464824f8809a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.214909974Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"3eaa603b-a4ee-4851-9368-464824f8809a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.390770775Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"f888d96b-40f2-4e63-8c92-a7fc2b9ee075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.413477699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"f888d96b-40f2-4e63-8c92-a7fc2b9ee075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.413561835Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"f888d96b-40f2-4e63-8c92-a7fc2b9ee075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.490883881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"4e1ae376-e187-41b8-9dc7-5b42d025a6d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.512961317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"4e1ae376-e187-41b8-9dc7-5b42d025a6d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.513088278Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"4e1ae376-e187-41b8-9dc7-5b42d025a6d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.657956364Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"e25de201-2fd9-451d-97ce-ea90b5319ee0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.675173314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b02aa412-48c5-4dc3-b67a-599a4431f71a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.696694672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b02aa412-48c5-4dc3-b67a-599a4431f71a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.696725027Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"b02aa412-48c5-4dc3-b67a-599a4431f71a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.834960657Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"d0517658-dcff-4e5a-8ca5-c14326506cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.869796787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"d0517658-dcff-4e5a-8ca5-c14326506cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.869837619Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"d0517658-dcff-4e5a-8ca5-c14326506cb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.889410883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"4e376774-bce3-4cdb-b97c-e6ed49303d48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.913294714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"4e376774-bce3-4cdb-b97c-e6ed49303d48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:36.913331933Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"4e376774-bce3-4cdb-b97c-e6ed49303d48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:37.953803862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962da99c-3611-48e4-aa0e-971435fa9902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:37.972714618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962da99c-3611-48e4-aa0e-971435fa9902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:37.989279903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962da99c-3611-48e4-aa0e-971435fa9902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:38.005640322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"962da99c-3611-48e4-aa0e-971435fa9902","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:38.753683296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01260f40-2719-4dd8-92d8-a90ab0d15c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:38.770025513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01260f40-2719-4dd8-92d8-a90ab0d15c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:38.7869689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01260f40-2719-4dd8-92d8-a90ab0d15c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:38.803817106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01260f40-2719-4dd8-92d8-a90ab0d15c56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:39.434469905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea72dc2a-b15a-4e19-bd51-4bf38f591f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:39.451312605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea72dc2a-b15a-4e19-bd51-4bf38f591f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:39.467665219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea72dc2a-b15a-4e19-bd51-4bf38f591f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:39.484280328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea72dc2a-b15a-4e19-bd51-4bf38f591f6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:40.150728378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3fcabf9-07b8-472e-88c9-b290e35d5a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:40.167269604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3fcabf9-07b8-472e-88c9-b290e35d5a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:40.183651716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3fcabf9-07b8-472e-88c9-b290e35d5a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:40.200131098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3fcabf9-07b8-472e-88c9-b290e35d5a04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:40.883664806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"bc863de0-4d09-4557-b97e-ed73cdf3665a","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:40.929111859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"bc863de0-4d09-4557-b97e-ed73cdf3665a","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:40.949372618Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3b8149-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09c7382a7bb781dfedfb6a5e1ec33031ed6eb91bc2f7be6f2df0d389bef347bc) AuthConfig (3a412feb06a4e1df1b7782f22e17f14aae1a9c7ddf18630a5dfeab1326ce075e) AuthConfig (dbc1816c05b51686260214e3165d4d831b19b473a15ef47fcb48bf91645f2ac2) AuthConfig (d9f98ca442fbf3bbb0b150b36633208474549dc7abe352abb7f25ef3fb692f26) AuthConfig (84ee475ef81401f2f916165af8ae9e2e744068127a303b69628f34a1e4fcbf24) AuthConfig (63892a14f96c8933399f568b09c9c8da393fd8dd6705ee83828dd7debe57e8fe) AuthConfig (ace410df0a0b04f94ccfd582fc40a28fae082b9770c25dff0cff67dc7c2391a6) AuthConfig (f0ba19352e30b950ff1cc17a76117842d458bec2fae9bccbdeddd668c1d33e67) AuthConfig (e73e5d4eb43e8dbbc161bd22ec6e1572c8d1c9f635577d72d9921a6d7acc1b15) AuthConfig (ec651dc7cb649f388790aa80e543bbd3a3756381c6c76ded2f637e157379c796) AuthConfig (73435343a7e100c7db47df4b93d77c6eb1770e9a842b18e5783aa8836b3b8c75) AuthConfig (faec570797ea89d8d9e05cd863ee5af5c932dd1041433700dc128d419d8275cc) AuthConfig (5581dc312dba6b53ddaa89f872b18e166622c198a9967dc46fc4bfd8539be25d) AuthConfig (3bd5ee14729a2d90c8e87942d42cbc0190f083c3ea0db4330d4d7e3288eb64cb) AuthConfig (eed974aa144eacf47685327ec5c0a23e0ac639c1307ab8a814cf9305c05cd070) AuthConfig (4546763904cb3d412ac1cb1e13aeb599afd4c6d741da853472f42a2cc62bc132) AuthConfig (0dfdfa2a8e647a073408938c1c7f1cbdea13ab4f05245450ecf4de4b9a892e1f) AuthConfig (679d8f50342d3c23c6df7c19d964bc4802fdc24651e5d3b9f5779f8dbce77828)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"bc863de0-4d09-4557-b97e-ed73cdf3665a","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:41.140816175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c9fd71-7284-4994-aa80-e9ac09b70447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:41.15686005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c9fd71-7284-4994-aa80-e9ac09b70447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:41.185470248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c9fd71-7284-4994-aa80-e9ac09b70447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:41.202446197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31c9fd71-7284-4994-aa80-e9ac09b70447","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:41.839083683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2f02fd-06b6-45ad-bc51-77c5293a8f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:41.856955672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2f02fd-06b6-45ad-bc51-77c5293a8f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:41.874585696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2f02fd-06b6-45ad-bc51-77c5293a8f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:41.890689369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a2f02fd-06b6-45ad-bc51-77c5293a8f87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:42.536936583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"16f12d60-0a27-4f1d-919c-8d4e08958237","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"tenant":"e2e-inf-a-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:42.537035108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"16f12d60-0a27-4f1d-919c-8d4e08958237","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"routeName":"test-model-37498a-kserve-route","namespace":"ai-tenant-e2e-inf-a-37498a","llmisvcName":"test-model-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:42.648098278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445d78c3-e479-425a-9afe-990c4e07cae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:42.673799617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445d78c3-e479-425a-9afe-990c4e07cae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:42.690202619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445d78c3-e479-425a-9afe-990c4e07cae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:42.706538081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"445d78c3-e479-425a-9afe-990c4e07cae2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:42.933160514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"3be65645-c194-41a9-9d53-9bc60b16e6f6","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"tenant":"e2e-inf-a-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:42.933199805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"3be65645-c194-41a9-9d53-9bc60b16e6f6","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"routeName":"test-model-37498a-kserve-route","namespace":"ai-tenant-e2e-inf-a-37498a","llmisvcName":"test-model-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:42.95450239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"a773ee9b-5942-472e-8a2e-eb6c1158ce79","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"tenant":"e2e-inf-a-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:42.954606943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"a773ee9b-5942-472e-8a2e-eb6c1158ce79","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"routeName":"test-model-37498a-kserve-route","namespace":"ai-tenant-e2e-inf-a-37498a","llmisvcName":"test-model-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:42.987261661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"638fcd2c-f7dc-4822-800f-3e60b7836767","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:43.059633485Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"638fcd2c-f7dc-4822-800f-3e60b7836767","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"e2e-inf-a-37498a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:43.079385979Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-37498a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"638fcd2c-f7dc-4822-800f-3e60b7836767","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:43.098731819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"650acdf4-3b06-4e26-b4ed-415853d1d5c0","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"tenant":"e2e-inf-a-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:43.098751735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"650acdf4-3b06-4e26-b4ed-415853d1d5c0","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"routeName":"test-model-37498a-kserve-route","namespace":"ai-tenant-e2e-inf-a-37498a","llmisvcName":"test-model-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:43.339017769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb91830-4f11-45b9-b3fa-c5579d74a47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:43.359091463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb91830-4f11-45b9-b3fa-c5579d74a47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:43.375763953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb91830-4f11-45b9-b3fa-c5579d74a47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:43.422860627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9cb91830-4f11-45b9-b3fa-c5579d74a47f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:44.063768045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7f7669-bbf5-4a33-b189-e9307bcc8435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:44.079977933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7f7669-bbf5-4a33-b189-e9307bcc8435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:44.096062574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7f7669-bbf5-4a33-b189-e9307bcc8435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:44.112075196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a7f7669-bbf5-4a33-b189-e9307bcc8435","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:45.665424834Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:50.983474366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"53714915-e0e7-4763-bf0e-0e28e8e3cdf1","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:51.005218055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"53714915-e0e7-4763-bf0e-0e28e8e3cdf1","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:51.033006118Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3b8149-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09c7382a7bb781dfedfb6a5e1ec33031ed6eb91bc2f7be6f2df0d389bef347bc) AuthConfig (3a412feb06a4e1df1b7782f22e17f14aae1a9c7ddf18630a5dfeab1326ce075e) AuthConfig (dbc1816c05b51686260214e3165d4d831b19b473a15ef47fcb48bf91645f2ac2) AuthConfig (d9f98ca442fbf3bbb0b150b36633208474549dc7abe352abb7f25ef3fb692f26) AuthConfig (84ee475ef81401f2f916165af8ae9e2e744068127a303b69628f34a1e4fcbf24) AuthConfig (63892a14f96c8933399f568b09c9c8da393fd8dd6705ee83828dd7debe57e8fe) AuthConfig (ace410df0a0b04f94ccfd582fc40a28fae082b9770c25dff0cff67dc7c2391a6) AuthConfig (f0ba19352e30b950ff1cc17a76117842d458bec2fae9bccbdeddd668c1d33e67) AuthConfig (e73e5d4eb43e8dbbc161bd22ec6e1572c8d1c9f635577d72d9921a6d7acc1b15) AuthConfig (ec651dc7cb649f388790aa80e543bbd3a3756381c6c76ded2f637e157379c796) AuthConfig (73435343a7e100c7db47df4b93d77c6eb1770e9a842b18e5783aa8836b3b8c75) AuthConfig (faec570797ea89d8d9e05cd863ee5af5c932dd1041433700dc128d419d8275cc) AuthConfig (5581dc312dba6b53ddaa89f872b18e166622c198a9967dc46fc4bfd8539be25d) AuthConfig (3bd5ee14729a2d90c8e87942d42cbc0190f083c3ea0db4330d4d7e3288eb64cb) AuthConfig (eed974aa144eacf47685327ec5c0a23e0ac639c1307ab8a814cf9305c05cd070) AuthConfig (4546763904cb3d412ac1cb1e13aeb599afd4c6d741da853472f42a2cc62bc132) AuthConfig (0dfdfa2a8e647a073408938c1c7f1cbdea13ab4f05245450ecf4de4b9a892e1f) AuthConfig (679d8f50342d3c23c6df7c19d964bc4802fdc24651e5d3b9f5779f8dbce77828)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"53714915-e0e7-4763-bf0e-0e28e8e3cdf1","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.131640709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"8e43e05e-60ab-4dab-9838-e9651d12a7f5","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.154440607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"8e43e05e-60ab-4dab-9838-e9651d12a7f5","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"e2e-inf-a-37498a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.174525552Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-37498a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"8e43e05e-60ab-4dab-9838-e9651d12a7f5","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.489973687Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","namespace":"ai-tenant-e2e-extmod-b-7d4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.490035484Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","namespace":"ai-tenant-e2e-extmod-b-7d4110","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.490087011Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","tenant":"e2e-extmod-b-7d4110","tenantID":"e2e-extmod-b-7d4110","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.508449348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"Deployment","name":"maas-api-e2e-extmod-b-7d4110","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.541734329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"Service","name":"maas-api-e2e-extmod-b-7d4110","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.56195029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-7d4110","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.589160333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-7d4110","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.609240063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-7d4110","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.630246388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-7d4110","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.657501673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-7d4110","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.67664055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-7d4110","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.692719598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-7d4110","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.710015002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-7d4110","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.726270797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"Service","name":"payload-processing-e2e-extmod-b-7d4110","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.742042294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-7d4110","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.759478231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-7d4110","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.775021115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-7d4110","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.80278942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-7d4110","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.845301296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-7d4110","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.86946188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-7d4110","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.887034956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-7d4110","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.905667478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-7d4110","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:53.926410118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-7d4110"},"namespace":"ai-tenant-e2e-extmod-b-7d4110","name":"default-tenant","reconcileID":"9102d52a-bec7-4526-aec0-2b902ae4504e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-7d4110","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:54.382949132Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-7d4110","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-7d4110","reconcileID":"333b5d9d-6a24-45f1-a600-74dee71e6731","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-7d4110","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-7d4110"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:54.853526725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc07731-1213-40f2-a7f4-cccfe1df38cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:54.870162683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc07731-1213-40f2-a7f4-cccfe1df38cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:54.886385604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc07731-1213-40f2-a7f4-cccfe1df38cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:54.902629167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc07731-1213-40f2-a7f4-cccfe1df38cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:55.54214712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6626156e-0ee0-47bd-b234-76df152e88dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:55.55914041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6626156e-0ee0-47bd-b234-76df152e88dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:55.576689277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6626156e-0ee0-47bd-b234-76df152e88dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:46:55.595573598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6626156e-0ee0-47bd-b234-76df152e88dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:01.074537539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"6cfc353e-c542-4d43-8515-c9eda1adc286","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:01.095689097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"6cfc353e-c542-4d43-8515-c9eda1adc286","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:01.115541139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3b8149-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09c7382a7bb781dfedfb6a5e1ec33031ed6eb91bc2f7be6f2df0d389bef347bc) AuthConfig (3a412feb06a4e1df1b7782f22e17f14aae1a9c7ddf18630a5dfeab1326ce075e) AuthConfig (dbc1816c05b51686260214e3165d4d831b19b473a15ef47fcb48bf91645f2ac2) AuthConfig (d9f98ca442fbf3bbb0b150b36633208474549dc7abe352abb7f25ef3fb692f26) AuthConfig (84ee475ef81401f2f916165af8ae9e2e744068127a303b69628f34a1e4fcbf24) AuthConfig (63892a14f96c8933399f568b09c9c8da393fd8dd6705ee83828dd7debe57e8fe) AuthConfig (ace410df0a0b04f94ccfd582fc40a28fae082b9770c25dff0cff67dc7c2391a6) AuthConfig (f0ba19352e30b950ff1cc17a76117842d458bec2fae9bccbdeddd668c1d33e67) AuthConfig (e73e5d4eb43e8dbbc161bd22ec6e1572c8d1c9f635577d72d9921a6d7acc1b15) AuthConfig (ec651dc7cb649f388790aa80e543bbd3a3756381c6c76ded2f637e157379c796) AuthConfig (73435343a7e100c7db47df4b93d77c6eb1770e9a842b18e5783aa8836b3b8c75) AuthConfig (faec570797ea89d8d9e05cd863ee5af5c932dd1041433700dc128d419d8275cc) AuthConfig (5581dc312dba6b53ddaa89f872b18e166622c198a9967dc46fc4bfd8539be25d) AuthConfig (3bd5ee14729a2d90c8e87942d42cbc0190f083c3ea0db4330d4d7e3288eb64cb) AuthConfig (eed974aa144eacf47685327ec5c0a23e0ac639c1307ab8a814cf9305c05cd070) AuthConfig (4546763904cb3d412ac1cb1e13aeb599afd4c6d741da853472f42a2cc62bc132) AuthConfig (0dfdfa2a8e647a073408938c1c7f1cbdea13ab4f05245450ecf4de4b9a892e1f) AuthConfig (679d8f50342d3c23c6df7c19d964bc4802fdc24651e5d3b9f5779f8dbce77828)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"6cfc353e-c542-4d43-8515-c9eda1adc286","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:02.714571786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e4b0d8-223d-4ba3-88a0-2e3705e77a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:02.731584335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e4b0d8-223d-4ba3-88a0-2e3705e77a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:02.747944485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e4b0d8-223d-4ba3-88a0-2e3705e77a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:02.764201437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9e4b0d8-223d-4ba3-88a0-2e3705e77a80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:03.216083035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"da7e90b8-6b97-4e59-a174-40427ece162c","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:03.237755467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"da7e90b8-6b97-4e59-a174-40427ece162c","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"e2e-inf-a-37498a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:03.257850587Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-37498a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"da7e90b8-6b97-4e59-a174-40427ece162c","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:03.402915795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8802e260-16a6-4827-8e9c-956f6ae835d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:03.422104282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8802e260-16a6-4827-8e9c-956f6ae835d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:03.439998639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8802e260-16a6-4827-8e9c-956f6ae835d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:03.457160958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8802e260-16a6-4827-8e9c-956f6ae835d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:04.11184255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa05175-83f8-413f-8da0-0bacf69e2192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:04.128118839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa05175-83f8-413f-8da0-0bacf69e2192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:04.14435913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa05175-83f8-413f-8da0-0bacf69e2192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:04.160488817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fa05175-83f8-413f-8da0-0bacf69e2192","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:04.929992843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd9a7d44-1abc-4046-ba21-2cbab629cc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:04.946301778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd9a7d44-1abc-4046-ba21-2cbab629cc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:04.963318141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd9a7d44-1abc-4046-ba21-2cbab629cc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:04.979913343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd9a7d44-1abc-4046-ba21-2cbab629cc31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:05.614012021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8e032c-5769-4da5-9485-186414dce4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:05.630643282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8e032c-5769-4da5-9485-186414dce4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:05.647102093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8e032c-5769-4da5-9485-186414dce4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:05.670674641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d8e032c-5769-4da5-9485-186414dce4e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:06.378461358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f470360e-6869-45c2-bece-582cdb501357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:06.394887437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f470360e-6869-45c2-bece-582cdb501357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:06.411175973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f470360e-6869-45c2-bece-582cdb501357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:06.427396537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f470360e-6869-45c2-bece-582cdb501357","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:07.099510461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a5c61ef-7fdc-42a0-8d99-fa06a25b2161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:07.116844466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a5c61ef-7fdc-42a0-8d99-fa06a25b2161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:07.133543773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a5c61ef-7fdc-42a0-8d99-fa06a25b2161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:07.14986458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a5c61ef-7fdc-42a0-8d99-fa06a25b2161","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:09.890400122Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"3335fd6a-6908-4b10-a62a-9049f0cce69f","namespace":"ai-tenant-e2e-worker-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:09.890503237Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"3335fd6a-6908-4b10-a62a-9049f0cce69f","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:09.911986282Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"3335fd6a-6908-4b10-a62a-9049f0cce69f","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:09.932801652Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"3335fd6a-6908-4b10-a62a-9049f0cce69f","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:09.932823294Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"3335fd6a-6908-4b10-a62a-9049f0cce69f","namespace":"ai-tenant-e2e-worker-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:09.932902215Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"3335fd6a-6908-4b10-a62a-9049f0cce69f","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:09.955777346Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"3335fd6a-6908-4b10-a62a-9049f0cce69f","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:09.96058159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"8b35ddb8-c9c2-4f71-8b68-1542458c0e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:09.960581588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"08a19f6e-e7a8-4f6d-b07b-b67d48d9d51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:09.979371583Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"3335fd6a-6908-4b10-a62a-9049f0cce69f","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:09.985281116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"8b35ddb8-c9c2-4f71-8b68-1542458c0e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:09.985921418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"08a19f6e-e7a8-4f6d-b07b-b67d48d9d51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:10.006461523Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"8b35ddb8-c9c2-4f71-8b68-1542458c0e72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:10.012852712Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"08a19f6e-e7a8-4f6d-b07b-b67d48d9d51c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:10.134405513Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"049ce891-a42f-4d77-a8de-f362844c7e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:10.13472123Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"c164b398-56c1-46dd-9413-f624300a7944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:10.221361632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"049ce891-a42f-4d77-a8de-f362844c7e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:10.221618442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"c164b398-56c1-46dd-9413-f624300a7944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:10.280418586Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"049ce891-a42f-4d77-a8de-f362844c7e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:10.280451144Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-access","reconcileID":"049ce891-a42f-4d77-a8de-f362844c7e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:47:10.284372822Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"c164b398-56c1-46dd-9413-f624300a7944","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-7aeaad-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:47:10.284437238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"c164b398-56c1-46dd-9413-f624300a7944","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-7aeaad-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:10.289815502Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"a1b2fe76-dfd2-4a41-8c08-e5f866d5cc97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:10.339288398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"a1b2fe76-dfd2-4a41-8c08-e5f866d5cc97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:10.36042017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"a1b2fe76-dfd2-4a41-8c08-e5f866d5cc97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"name":"e2e-worker-w2-7aeaad-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:10.360440457Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-access","reconcileID":"a1b2fe76-dfd2-4a41-8c08-e5f866d5cc97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:11.14860088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"28012b61-e68c-4e31-8da5-82fb7b9778b9","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:11.169484437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"28012b61-e68c-4e31-8da5-82fb7b9778b9","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:11.189621621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3b8149-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09c7382a7bb781dfedfb6a5e1ec33031ed6eb91bc2f7be6f2df0d389bef347bc) AuthConfig (3a412feb06a4e1df1b7782f22e17f14aae1a9c7ddf18630a5dfeab1326ce075e) AuthConfig (dbc1816c05b51686260214e3165d4d831b19b473a15ef47fcb48bf91645f2ac2) AuthConfig (d9f98ca442fbf3bbb0b150b36633208474549dc7abe352abb7f25ef3fb692f26) AuthConfig (84ee475ef81401f2f916165af8ae9e2e744068127a303b69628f34a1e4fcbf24) AuthConfig (63892a14f96c8933399f568b09c9c8da393fd8dd6705ee83828dd7debe57e8fe) AuthConfig (ace410df0a0b04f94ccfd582fc40a28fae082b9770c25dff0cff67dc7c2391a6) AuthConfig (f0ba19352e30b950ff1cc17a76117842d458bec2fae9bccbdeddd668c1d33e67) AuthConfig (e73e5d4eb43e8dbbc161bd22ec6e1572c8d1c9f635577d72d9921a6d7acc1b15) AuthConfig (ec651dc7cb649f388790aa80e543bbd3a3756381c6c76ded2f637e157379c796) AuthConfig (73435343a7e100c7db47df4b93d77c6eb1770e9a842b18e5783aa8836b3b8c75) AuthConfig (faec570797ea89d8d9e05cd863ee5af5c932dd1041433700dc128d419d8275cc) AuthConfig (5581dc312dba6b53ddaa89f872b18e166622c198a9967dc46fc4bfd8539be25d) AuthConfig (3bd5ee14729a2d90c8e87942d42cbc0190f083c3ea0db4330d4d7e3288eb64cb) AuthConfig (eed974aa144eacf47685327ec5c0a23e0ac639c1307ab8a814cf9305c05cd070) AuthConfig (4546763904cb3d412ac1cb1e13aeb599afd4c6d741da853472f42a2cc62bc132) AuthConfig (0dfdfa2a8e647a073408938c1c7f1cbdea13ab4f05245450ecf4de4b9a892e1f) AuthConfig (679d8f50342d3c23c6df7c19d964bc4802fdc24651e5d3b9f5779f8dbce77828)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"28012b61-e68c-4e31-8da5-82fb7b9778b9","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:13.291205719Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"971fc94a-e963-46af-8a80-6deefb3616c0","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:13.312520207Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"971fc94a-e963-46af-8a80-6deefb3616c0","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"e2e-inf-a-37498a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:13.332897036Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-37498a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"971fc94a-e963-46af-8a80-6deefb3616c0","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:15.664206148Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:19.968297819Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"3cbcf452-8b04-40eb-9151-484e3e6a8eea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:19.96842322Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"simulator-subscription","reconcileID":"3cbcf452-8b04-40eb-9151-484e3e6a8eea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-7aeaad/simulator-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:19.991786449Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"d7dc8c07-adb1-4322-9c78-ecb883b25926","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:19.991909201Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"premium-simulator-subscription","reconcileID":"d7dc8c07-adb1-4322-9c78-ecb883b25926","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"model":"e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-7aeaad/premium-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:21.222793785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"489228f1-5fb7-4459-a8cd-00d8b0928b4b","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:21.243864819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"489228f1-5fb7-4459-a8cd-00d8b0928b4b","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:21.264262631Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3b8149-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09c7382a7bb781dfedfb6a5e1ec33031ed6eb91bc2f7be6f2df0d389bef347bc) AuthConfig (3a412feb06a4e1df1b7782f22e17f14aae1a9c7ddf18630a5dfeab1326ce075e) AuthConfig (dbc1816c05b51686260214e3165d4d831b19b473a15ef47fcb48bf91645f2ac2) AuthConfig (d9f98ca442fbf3bbb0b150b36633208474549dc7abe352abb7f25ef3fb692f26) AuthConfig (84ee475ef81401f2f916165af8ae9e2e744068127a303b69628f34a1e4fcbf24) AuthConfig (63892a14f96c8933399f568b09c9c8da393fd8dd6705ee83828dd7debe57e8fe) AuthConfig (ace410df0a0b04f94ccfd582fc40a28fae082b9770c25dff0cff67dc7c2391a6) AuthConfig (f0ba19352e30b950ff1cc17a76117842d458bec2fae9bccbdeddd668c1d33e67) AuthConfig (e73e5d4eb43e8dbbc161bd22ec6e1572c8d1c9f635577d72d9921a6d7acc1b15) AuthConfig (ec651dc7cb649f388790aa80e543bbd3a3756381c6c76ded2f637e157379c796) AuthConfig (73435343a7e100c7db47df4b93d77c6eb1770e9a842b18e5783aa8836b3b8c75) AuthConfig (faec570797ea89d8d9e05cd863ee5af5c932dd1041433700dc128d419d8275cc) AuthConfig (5581dc312dba6b53ddaa89f872b18e166622c198a9967dc46fc4bfd8539be25d) AuthConfig (3bd5ee14729a2d90c8e87942d42cbc0190f083c3ea0db4330d4d7e3288eb64cb) AuthConfig (eed974aa144eacf47685327ec5c0a23e0ac639c1307ab8a814cf9305c05cd070) AuthConfig (4546763904cb3d412ac1cb1e13aeb599afd4c6d741da853472f42a2cc62bc132) AuthConfig (0dfdfa2a8e647a073408938c1c7f1cbdea13ab4f05245450ecf4de4b9a892e1f) AuthConfig (679d8f50342d3c23c6df7c19d964bc4802fdc24651e5d3b9f5779f8dbce77828)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"489228f1-5fb7-4459-a8cd-00d8b0928b4b","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:23.366792498Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"44569763-fc8b-4881-ab64-9f3c9a5e8c1a","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:23.388222258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"44569763-fc8b-4881-ab64-9f3c9a5e8c1a","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"e2e-inf-a-37498a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:23.408586081Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-37498a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"44569763-fc8b-4881-ab64-9f3c9a5e8c1a","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:31.297122441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"0039eba4-b6b2-40a4-9801-bc4539a34667","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:31.318811211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"0039eba4-b6b2-40a4-9801-bc4539a34667","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:31.338813343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-3b8149-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09c7382a7bb781dfedfb6a5e1ec33031ed6eb91bc2f7be6f2df0d389bef347bc) AuthConfig (3a412feb06a4e1df1b7782f22e17f14aae1a9c7ddf18630a5dfeab1326ce075e) AuthConfig (dbc1816c05b51686260214e3165d4d831b19b473a15ef47fcb48bf91645f2ac2) AuthConfig (d9f98ca442fbf3bbb0b150b36633208474549dc7abe352abb7f25ef3fb692f26) AuthConfig (84ee475ef81401f2f916165af8ae9e2e744068127a303b69628f34a1e4fcbf24) AuthConfig (63892a14f96c8933399f568b09c9c8da393fd8dd6705ee83828dd7debe57e8fe) AuthConfig (ace410df0a0b04f94ccfd582fc40a28fae082b9770c25dff0cff67dc7c2391a6) AuthConfig (f0ba19352e30b950ff1cc17a76117842d458bec2fae9bccbdeddd668c1d33e67) AuthConfig (e73e5d4eb43e8dbbc161bd22ec6e1572c8d1c9f635577d72d9921a6d7acc1b15) AuthConfig (ec651dc7cb649f388790aa80e543bbd3a3756381c6c76ded2f637e157379c796) AuthConfig (73435343a7e100c7db47df4b93d77c6eb1770e9a842b18e5783aa8836b3b8c75) AuthConfig (faec570797ea89d8d9e05cd863ee5af5c932dd1041433700dc128d419d8275cc) AuthConfig (5581dc312dba6b53ddaa89f872b18e166622c198a9967dc46fc4bfd8539be25d) AuthConfig (3bd5ee14729a2d90c8e87942d42cbc0190f083c3ea0db4330d4d7e3288eb64cb) AuthConfig (eed974aa144eacf47685327ec5c0a23e0ac639c1307ab8a814cf9305c05cd070) AuthConfig (4546763904cb3d412ac1cb1e13aeb599afd4c6d741da853472f42a2cc62bc132) AuthConfig (0dfdfa2a8e647a073408938c1c7f1cbdea13ab4f05245450ecf4de4b9a892e1f) AuthConfig (679d8f50342d3c23c6df7c19d964bc4802fdc24651e5d3b9f5779f8dbce77828)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"0039eba4-b6b2-40a4-9801-bc4539a34667","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:32.132075458Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-750972-sub","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-sub","reconcileID":"a76f17ce-f20e-4bb4-95cb-109b3d9ad1bd","MaaSSubscription":{"name":"test-model-750972-sub","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"maas-trlp-test-model-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:32.192085938Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"84f66ab2-76cd-443a-8bcc-c3ab1b592e85","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"tenant":"e2e-inf-a-750972","gateway":"openshift-ingress/e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:32.192106476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"84f66ab2-76cd-443a-8bcc-c3ab1b592e85","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"routeName":"test-model-750972-kserve-route","namespace":"ai-tenant-e2e-inf-a-750972","llmisvcName":"test-model-750972","gateway":"openshift-ingress/e2e-inf-a-750972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:33.44197508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"f09b2cd3-f0f7-4334-9f0c-f44bf55889c6","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:33.463657098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"f09b2cd3-f0f7-4334-9f0c-f44bf55889c6","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"e2e-inf-a-37498a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:33.48364328Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-37498a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c83e97886cdc8493ca8ab14afa6dfe708fdce6ce5e187b31fc11e50ca82b392) AuthConfig (f5cdc76b39ee4d6e32e77096a6577adaff34425d667d3fc399c6efa2f88d03d6) AuthConfig (5dd1d54cf7e762192c5bd7d91afad8a501b596928492c09e35514de860d52f6a) AuthConfig (43e147cc8706374fd7d220e84bac09f7d0f6c68d26156baa340d9598a6a6c401) AuthConfig (891cb1be3510ef89c4e7020fb69f1d02581aa223fe6b7c7611758a7346605427) AuthConfig (60779f144d610e8c415b2d234f154198eaca308d9230930cd7809729cb2d4888) AuthConfig (a83cb7b67ca6aad68244f029658c9b113dc296737c94426d68033d807ead6f55) AuthConfig (9a09b78068f8951562fcd8d9879b3a290a458b93a8ff4ed58f1172db28abc468) AuthConfig (1c93d493e388895110f96ff8c47c936f272af44ac1afb33796c15a46ec9b051f) AuthConfig (dce4c82e8e21a54e74e4c37f41ed4b42f5c2237094938b2f21242a5c8f18b8c6) AuthConfig (b9c9ca306ad4dc6de821bcf6b7044de399e9becbd1b6908c59311156b2c043b5) AuthConfig (7891243ca02f65ba2f0619d776b0be3723360521a418d0c392c43c71c6c9588d) AuthConfig (2658aaf31e5efe0b5c33d8c670af9eedd43adabbf21070c56d5ce9fb8b533505) AuthConfig (8b1a052375a6848aac601cdae9576a14082ad491e28f7eb63949c371dadc0d93) AuthConfig (dc49af8e4680a09d0db9d58b7edc8c6180a54d6280badfd07a224377015ab775) AuthConfig (83bc6c344148b062e834d5dd26d8f8591316f422aa071220c1506264ce6164d7) AuthConfig (f59ca4684c8b3c652c7400323988627024498b55aa6cae178bec7c99202f5626) AuthConfig (8e17d3e8de39b96cfa794d49f41b2575d4178ef9107dd701e1c019c62656f864)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"f09b2cd3-f0f7-4334-9f0c-f44bf55889c6","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:33.505662008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"2594131c-2faf-499c-b5bc-30ac8e21db0d","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"tenant":"e2e-inf-a-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:33.505681516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"2594131c-2faf-499c-b5bc-30ac8e21db0d","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"routeName":"test-model-37498a-kserve-route","namespace":"ai-tenant-e2e-inf-a-37498a","llmisvcName":"test-model-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:33.543700528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"1b21eef0-6081-4482-b527-94ab76a57d17","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:33.565899937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"1b21eef0-6081-4482-b527-94ab76a57d17","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:35.390153368Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"0e73b59c-6d05-43f6-8806-ae9e7f9161f4","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"tenant":"e2e-inf-b-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:35.390181378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"0e73b59c-6d05-43f6-8806-ae9e7f9161f4","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"routeName":"test-model-d20345-kserve-route","namespace":"ai-tenant-e2e-inf-b-d20345","llmisvcName":"test-model-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:35.736033403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"88f2309d-da25-4782-a973-7c52330ab1f7","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"tenant":"e2e-inf-b-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:35.736054588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"88f2309d-da25-4782-a973-7c52330ab1f7","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"routeName":"test-model-d20345-kserve-route","namespace":"ai-tenant-e2e-inf-b-d20345","llmisvcName":"test-model-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:35.755314591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"171e30f8-14a7-46b0-8953-a5bb422dab0c","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"tenant":"e2e-inf-b-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:35.755339175Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"171e30f8-14a7-46b0-8953-a5bb422dab0c","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"routeName":"test-model-d20345-kserve-route","namespace":"ai-tenant-e2e-inf-b-d20345","llmisvcName":"test-model-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:35.787312995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"8d169630-89c4-4eef-a416-71b64656ea73","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d20345","tenantID":"e2e-inf-b-d20345","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:35.845953372Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"8d169630-89c4-4eef-a416-71b64656ea73","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"e2e-inf-b-d20345-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:35.870732344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d20345-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"8d169630-89c4-4eef-a416-71b64656ea73","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:35.923542208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"babdb489-6551-405f-a83c-7e23f1489a5b","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"tenant":"e2e-inf-b-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:35.923571933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"babdb489-6551-405f-a83c-7e23f1489a5b","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"routeName":"test-model-d20345-kserve-route","namespace":"ai-tenant-e2e-inf-b-d20345","llmisvcName":"test-model-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:41.375035549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"e5f78956-b005-41ab-b451-d2fbf44fdbe6","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:41.396162831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"e5f78956-b005-41ab-b451-d2fbf44fdbe6","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:41.487558133Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"fb186a12-9cf5-4e3d-a541-2e81d947dd1e","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"tenant":"e2e-inf-a-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:41.487580721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"fb186a12-9cf5-4e3d-a541-2e81d947dd1e","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"routeName":"test-model-3b8149-kserve-route","namespace":"ai-tenant-e2e-inf-a-3b8149","llmisvcName":"test-model-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.36303774Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","namespace":"ai-tenant-e2e-extmod-b-fb367d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.363117604Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","namespace":"ai-tenant-e2e-extmod-b-fb367d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.363180721Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","tenant":"e2e-extmod-b-fb367d","tenantID":"e2e-extmod-b-fb367d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.383844073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"Deployment","name":"maas-api-e2e-extmod-b-fb367d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.421055572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"Service","name":"maas-api-e2e-extmod-b-fb367d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.44538958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-fb367d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.465410815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-fb367d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.485358492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-fb367d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.504623855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-fb367d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.527498577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-fb367d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.544263839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"875e3fcd-47ac-42e9-af61-38b62ac4a4f4","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.550316723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-fb367d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.566064574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-fb367d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.566360281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"875e3fcd-47ac-42e9-af61-38b62ac4a4f4","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"e2e-inf-a-37498a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.582258533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-fb367d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.586249517Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-37498a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c83e97886cdc8493ca8ab14afa6dfe708fdce6ce5e187b31fc11e50ca82b392) AuthConfig (f5cdc76b39ee4d6e32e77096a6577adaff34425d667d3fc399c6efa2f88d03d6) AuthConfig (5dd1d54cf7e762192c5bd7d91afad8a501b596928492c09e35514de860d52f6a) AuthConfig (43e147cc8706374fd7d220e84bac09f7d0f6c68d26156baa340d9598a6a6c401) AuthConfig (891cb1be3510ef89c4e7020fb69f1d02581aa223fe6b7c7611758a7346605427) AuthConfig (60779f144d610e8c415b2d234f154198eaca308d9230930cd7809729cb2d4888) AuthConfig (a83cb7b67ca6aad68244f029658c9b113dc296737c94426d68033d807ead6f55) AuthConfig (9a09b78068f8951562fcd8d9879b3a290a458b93a8ff4ed58f1172db28abc468) AuthConfig (1c93d493e388895110f96ff8c47c936f272af44ac1afb33796c15a46ec9b051f) AuthConfig (dce4c82e8e21a54e74e4c37f41ed4b42f5c2237094938b2f21242a5c8f18b8c6) AuthConfig (b9c9ca306ad4dc6de821bcf6b7044de399e9becbd1b6908c59311156b2c043b5) AuthConfig (7891243ca02f65ba2f0619d776b0be3723360521a418d0c392c43c71c6c9588d) AuthConfig (2658aaf31e5efe0b5c33d8c670af9eedd43adabbf21070c56d5ce9fb8b533505) AuthConfig (8b1a052375a6848aac601cdae9576a14082ad491e28f7eb63949c371dadc0d93) AuthConfig (dc49af8e4680a09d0db9d58b7edc8c6180a54d6280badfd07a224377015ab775) AuthConfig (83bc6c344148b062e834d5dd26d8f8591316f422aa071220c1506264ce6164d7) AuthConfig (f59ca4684c8b3c652c7400323988627024498b55aa6cae178bec7c99202f5626) AuthConfig (8e17d3e8de39b96cfa794d49f41b2575d4178ef9107dd701e1c019c62656f864)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"875e3fcd-47ac-42e9-af61-38b62ac4a4f4","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.598317109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"Service","name":"payload-processing-e2e-extmod-b-fb367d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.615572143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-fb367d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.636119843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-fb367d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.652657183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-fb367d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.66951187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-fb367d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.699330814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-fb367d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.720597635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-fb367d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.740577043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-fb367d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.777520666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-fb367d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.794500294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-fb367d"},"namespace":"ai-tenant-e2e-extmod-b-fb367d","name":"default-tenant","reconcileID":"6f1e6885-e86a-464a-9d38-b0b100476e41","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-fb367d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.894474478Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"70d2648e-cbca-466e-b3ed-038bd58629cf","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"tenant":"e2e-inf-a-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:43.894510806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"70d2648e-cbca-466e-b3ed-038bd58629cf","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"routeName":"test-model-3b8149-kserve-route","namespace":"ai-tenant-e2e-inf-a-3b8149","llmisvcName":"test-model-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:47:44.100219695Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3b8149-sub","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-sub","reconcileID":"16a090bf-b6e9-4523-b39d-0190262b4a77","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-3b8149-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.117838346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"da3110eb-0c3a-4544-a701-f02c46852443","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.118538222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"3b2daf7f-46b9-4e8f-bdcf-6ee10620323c","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"tenant":"e2e-inf-a-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.118621509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"3b2daf7f-46b9-4e8f-bdcf-6ee10620323c","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"routeName":"test-model-3b8149-kserve-route","namespace":"ai-tenant-e2e-inf-a-3b8149","llmisvcName":"test-model-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.146458587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"da3110eb-0c3a-4544-a701-f02c46852443","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.163968027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"616755f0-5cd7-4126-9e70-972cd476e06f","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"tenant":"e2e-inf-a-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.187221881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"616755f0-5cd7-4126-9e70-972cd476e06f","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"routeName":"test-model-3b8149-kserve-route","namespace":"ai-tenant-e2e-inf-a-3b8149","llmisvcName":"test-model-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.274466211Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"6cd0dca5-6a09-4960-a34f-4295e658992f","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"tenant":"e2e-inf-a-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.274559496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"6cd0dca5-6a09-4960-a34f-4295e658992f","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"routeName":"test-model-3b8149-kserve-route","namespace":"ai-tenant-e2e-inf-a-3b8149","llmisvcName":"test-model-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.330348128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"56a0c820-30cf-44ef-908c-2b78c32becf2","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.338975208Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3b8149-sub","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-sub","reconcileID":"213ea45f-8c03-4610-8275-6a9297da1b57","MaaSSubscription":{"name":"test-model-3b8149-sub","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"maas-trlp-test-model-3b8149","model":"test-model-3b8149","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-3b8149/test-model-3b8149-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.351482212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"56a0c820-30cf-44ef-908c-2b78c32becf2","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.363598028Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-fb367d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-fb367d","reconcileID":"2b991296-6431-424a-9541-74b1a75c12c0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-fb367d","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-fb367d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.397222526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"ac305a4d-060f-442a-8781-9d284c7d8dce","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"tenant":"e2e-inf-a-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.39724364Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"ac305a4d-060f-442a-8781-9d284c7d8dce","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"routeName":"test-model-3b8149-kserve-route","namespace":"ai-tenant-e2e-inf-a-3b8149","llmisvcName":"test-model-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.460750073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3b8149-sub","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-sub","reconcileID":"2e96386c-f1cf-4f7e-94f1-a50ccb87449a","MaaSSubscription":{"name":"test-model-3b8149-sub","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"maas-trlp-test-model-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.812113382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e8bffd-acfd-4ecb-880f-12cbeec66281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.828588718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e8bffd-acfd-4ecb-880f-12cbeec66281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.844908017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e8bffd-acfd-4ecb-880f-12cbeec66281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:44.862244081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"22e8bffd-acfd-4ecb-880f-12cbeec66281","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:45.525820578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b255df-6246-4d62-a631-e7dd142fbd50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:45.542019313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b255df-6246-4d62-a631-e7dd142fbd50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:45.558320082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b255df-6246-4d62-a631-e7dd142fbd50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:45.576988735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71b255df-6246-4d62-a631-e7dd142fbd50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:45.666067128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:45.954277918Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","namespace":"ai-tenant-e2e-inf-b-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:45.954371523Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","namespace":"ai-tenant-e2e-inf-b-b7a567","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:45.954466804Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","tenant":"e2e-inf-b-b7a567","tenantID":"e2e-inf-b-b7a567","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:45.97297592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"Deployment","name":"maas-api-e2e-inf-b-b7a567","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.002787321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"82a8ca43-9840-4b98-a90c-901237b580da","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d20345","tenantID":"e2e-inf-b-d20345","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.015523638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"Service","name":"maas-api-e2e-inf-b-b7a567","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.026008744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"82a8ca43-9840-4b98-a90c-901237b580da","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"e2e-inf-b-d20345-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.041414575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-b7a567","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.052694279Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d20345-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"82a8ca43-9840-4b98-a90c-901237b580da","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.060438941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-b7a567","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.079683245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-b7a567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.099023212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-b7a567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.120872622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-b7a567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.139783082Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-b7a567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.155790737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"Deployment","name":"payload-processing-e2e-inf-b-b7a567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.171774132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-b7a567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.187873241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"Service","name":"payload-processing-e2e-inf-b-b7a567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.204268943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-b7a567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.220405206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-b7a567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.238493423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-b7a567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.272346741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-b7a567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.29759869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-b7a567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.320534548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-b7a567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.33863323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-b7a567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.354793576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-b7a567","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.374543592Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-b7a567"},"namespace":"ai-tenant-e2e-inf-b-b7a567","name":"default-tenant","reconcileID":"7abd1baa-f578-4282-8dc1-68baceb15be9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-b7a567","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:46.976009544Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-b7a567","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-b7a567","reconcileID":"e2657460-fade-497a-84b5-edd9d22d84bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-b7a567","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-b7a567"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:47.409881933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a427037-f5a6-465d-8da5-6aa2962bc442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:47.426825522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a427037-f5a6-465d-8da5-6aa2962bc442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:47.443072455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a427037-f5a6-465d-8da5-6aa2962bc442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:47.460308598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a427037-f5a6-465d-8da5-6aa2962bc442","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:48.13273553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d42c36-0ba9-4b1b-8744-444095d7c3d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:48.14991199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d42c36-0ba9-4b1b-8744-444095d7c3d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:48.166382999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d42c36-0ba9-4b1b-8744-444095d7c3d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:48.186517145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d42c36-0ba9-4b1b-8744-444095d7c3d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:48.843230465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c9131f-13a2-4e88-b5ea-4235dccb3684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:48.921682122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c9131f-13a2-4e88-b5ea-4235dccb3684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:48.938414641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c9131f-13a2-4e88-b5ea-4235dccb3684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:48.955144261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72c9131f-13a2-4e88-b5ea-4235dccb3684","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:52.467094827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559fe222-72d0-468c-bcb2-f6540b5095aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:52.48326003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559fe222-72d0-468c-bcb2-f6540b5095aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:52.499551286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559fe222-72d0-468c-bcb2-f6540b5095aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:52.51561388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559fe222-72d0-468c-bcb2-f6540b5095aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:53.321130518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b777ed-5131-483f-9ffe-a7fa65cdd96a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:53.352540975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b777ed-5131-483f-9ffe-a7fa65cdd96a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:53.385466051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b777ed-5131-483f-9ffe-a7fa65cdd96a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:53.410682327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b777ed-5131-483f-9ffe-a7fa65cdd96a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:53.620035191Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"cdd7cedd-b016-4776-bf87-ca5ea9a89765","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:53.640977058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"cdd7cedd-b016-4776-bf87-ca5ea9a89765","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"e2e-inf-a-37498a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:53.660876555Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-37498a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c83e97886cdc8493ca8ab14afa6dfe708fdce6ce5e187b31fc11e50ca82b392) AuthConfig (f5cdc76b39ee4d6e32e77096a6577adaff34425d667d3fc399c6efa2f88d03d6) AuthConfig (5dd1d54cf7e762192c5bd7d91afad8a501b596928492c09e35514de860d52f6a) AuthConfig (43e147cc8706374fd7d220e84bac09f7d0f6c68d26156baa340d9598a6a6c401) AuthConfig (891cb1be3510ef89c4e7020fb69f1d02581aa223fe6b7c7611758a7346605427) AuthConfig (60779f144d610e8c415b2d234f154198eaca308d9230930cd7809729cb2d4888) AuthConfig (a83cb7b67ca6aad68244f029658c9b113dc296737c94426d68033d807ead6f55) AuthConfig (9a09b78068f8951562fcd8d9879b3a290a458b93a8ff4ed58f1172db28abc468) AuthConfig (1c93d493e388895110f96ff8c47c936f272af44ac1afb33796c15a46ec9b051f) AuthConfig (dce4c82e8e21a54e74e4c37f41ed4b42f5c2237094938b2f21242a5c8f18b8c6) AuthConfig (b9c9ca306ad4dc6de821bcf6b7044de399e9becbd1b6908c59311156b2c043b5) AuthConfig (7891243ca02f65ba2f0619d776b0be3723360521a418d0c392c43c71c6c9588d) AuthConfig (2658aaf31e5efe0b5c33d8c670af9eedd43adabbf21070c56d5ce9fb8b533505) AuthConfig (8b1a052375a6848aac601cdae9576a14082ad491e28f7eb63949c371dadc0d93) AuthConfig (dc49af8e4680a09d0db9d58b7edc8c6180a54d6280badfd07a224377015ab775) AuthConfig (83bc6c344148b062e834d5dd26d8f8591316f422aa071220c1506264ce6164d7) AuthConfig (f59ca4684c8b3c652c7400323988627024498b55aa6cae178bec7c99202f5626) AuthConfig (8e17d3e8de39b96cfa794d49f41b2575d4178ef9107dd701e1c019c62656f864)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"cdd7cedd-b016-4776-bf87-ca5ea9a89765","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:55.321514867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd82fea7-8ae1-4196-99d7-d8561f675574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:55.3378702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd82fea7-8ae1-4196-99d7-d8561f675574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:55.354015947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd82fea7-8ae1-4196-99d7-d8561f675574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:55.370232679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd82fea7-8ae1-4196-99d7-d8561f675574","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:56.086158548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"8a7d84ac-3b2d-4ae9-a367-87798eee0ca3","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d20345","tenantID":"e2e-inf-b-d20345","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:56.107494231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"8a7d84ac-3b2d-4ae9-a367-87798eee0ca3","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"e2e-inf-b-d20345-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:56.127803757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5c7bf5-704b-4290-a59e-e3ebd7eaa338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:56.128412303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d20345-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"8a7d84ac-3b2d-4ae9-a367-87798eee0ca3","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:56.144790715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5c7bf5-704b-4290-a59e-e3ebd7eaa338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:56.161490131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5c7bf5-704b-4290-a59e-e3ebd7eaa338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:56.178489414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c5c7bf5-704b-4290-a59e-e3ebd7eaa338","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:56.856004378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a47cc182-00ea-4c17-9471-a4720d461194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:56.873756518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a47cc182-00ea-4c17-9471-a4720d461194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:56.890218209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a47cc182-00ea-4c17-9471-a4720d461194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:56.907606366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a47cc182-00ea-4c17-9471-a4720d461194","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:57.874495152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26cca4b8-8894-4f2c-96dc-552d830d1af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:57.893636208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26cca4b8-8894-4f2c-96dc-552d830d1af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:57.913499586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26cca4b8-8894-4f2c-96dc-552d830d1af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:57.943575975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26cca4b8-8894-4f2c-96dc-552d830d1af9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:58.668661902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9bd6ed-b46a-41d0-ab3d-f3560fc80c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:58.685658066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9bd6ed-b46a-41d0-ab3d-f3560fc80c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:58.702070509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9bd6ed-b46a-41d0-ab3d-f3560fc80c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:47:58.71845643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c9bd6ed-b46a-41d0-ab3d-f3560fc80c43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:03.697596908Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"5046e1fb-67a8-4059-9501-67088897c0eb","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:03.725942569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"5046e1fb-67a8-4059-9501-67088897c0eb","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"e2e-inf-a-37498a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:03.746306621Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-37498a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c83e97886cdc8493ca8ab14afa6dfe708fdce6ce5e187b31fc11e50ca82b392) AuthConfig (f5cdc76b39ee4d6e32e77096a6577adaff34425d667d3fc399c6efa2f88d03d6) AuthConfig (5dd1d54cf7e762192c5bd7d91afad8a501b596928492c09e35514de860d52f6a) AuthConfig (43e147cc8706374fd7d220e84bac09f7d0f6c68d26156baa340d9598a6a6c401) AuthConfig (891cb1be3510ef89c4e7020fb69f1d02581aa223fe6b7c7611758a7346605427) AuthConfig (60779f144d610e8c415b2d234f154198eaca308d9230930cd7809729cb2d4888) AuthConfig (a83cb7b67ca6aad68244f029658c9b113dc296737c94426d68033d807ead6f55) AuthConfig (9a09b78068f8951562fcd8d9879b3a290a458b93a8ff4ed58f1172db28abc468) AuthConfig (1c93d493e388895110f96ff8c47c936f272af44ac1afb33796c15a46ec9b051f) AuthConfig (dce4c82e8e21a54e74e4c37f41ed4b42f5c2237094938b2f21242a5c8f18b8c6) AuthConfig (b9c9ca306ad4dc6de821bcf6b7044de399e9becbd1b6908c59311156b2c043b5) AuthConfig (7891243ca02f65ba2f0619d776b0be3723360521a418d0c392c43c71c6c9588d) AuthConfig (2658aaf31e5efe0b5c33d8c670af9eedd43adabbf21070c56d5ce9fb8b533505) AuthConfig (8b1a052375a6848aac601cdae9576a14082ad491e28f7eb63949c371dadc0d93) AuthConfig (dc49af8e4680a09d0db9d58b7edc8c6180a54d6280badfd07a224377015ab775) AuthConfig (83bc6c344148b062e834d5dd26d8f8591316f422aa071220c1506264ce6164d7) AuthConfig (f59ca4684c8b3c652c7400323988627024498b55aa6cae178bec7c99202f5626) AuthConfig (8e17d3e8de39b96cfa794d49f41b2575d4178ef9107dd701e1c019c62656f864)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"5046e1fb-67a8-4059-9501-67088897c0eb","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.467783083Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.467849175Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.46792536Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","tenant":"e2e-shared-a-w0-b4b5e3","tenantID":"e2e-shared-a-w0-b4b5e3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.486002656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-b4b5e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.522599307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"Service","name":"maas-api-e2e-shared-a-w0-b4b5e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.547370814Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-b4b5e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.565575669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-b4b5e3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.587289234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-b4b5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.608518915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-b4b5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.630523974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-b4b5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.651881039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-b4b5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.668062588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-b4b5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.684503722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-b4b5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.700473155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-b4b5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.716166139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-b4b5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.733449657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-b4b5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.749283962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-b4b5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.765032627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-b4b5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.785205153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-b4b5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.801183411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-b4b5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.817028808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-b4b5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.833342597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-b4b5e3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:05.849167607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3"},"namespace":"ai-tenant-e2e-shared-a-w0-b4b5e3","name":"default-tenant","reconcileID":"c0eed153-de43-4acd-aa2c-7ec0bd2ae281","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-b4b5e3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:06.207821811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"c89f4ae0-47ac-4b00-94f8-45551aef0292","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d20345","tenantID":"e2e-inf-b-d20345","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:06.253007018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"c89f4ae0-47ac-4b00-94f8-45551aef0292","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"e2e-inf-b-d20345-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:06.32706421Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-b4b5e3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-b4b5e3","reconcileID":"eaba17a5-7e8f-42c3-94dc-db59a7f8b298","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-b4b5e3","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-b4b5e3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:06.40350577Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d20345-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"c89f4ae0-47ac-4b00-94f8-45551aef0292","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:06.784932245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a77a6fe-2d8e-436c-888e-88609131b76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:06.80098452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a77a6fe-2d8e-436c-888e-88609131b76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:06.817026099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a77a6fe-2d8e-436c-888e-88609131b76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:06.8338077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a77a6fe-2d8e-436c-888e-88609131b76a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:07.526485188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfaaba7c-ab2d-4614-85f1-5e6ad7c88325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:07.543048044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfaaba7c-ab2d-4614-85f1-5e6ad7c88325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:07.55925882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfaaba7c-ab2d-4614-85f1-5e6ad7c88325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:07.575742029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfaaba7c-ab2d-4614-85f1-5e6ad7c88325","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:08.316697112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6cba509-d10e-4b73-80a6-880391e02895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:08.335137225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6cba509-d10e-4b73-80a6-880391e02895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:08.352373294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6cba509-d10e-4b73-80a6-880391e02895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:08.368901338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6cba509-d10e-4b73-80a6-880391e02895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:09.032284858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216f44e1-58cf-4670-b238-bd5b04d5cc6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:09.048724322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216f44e1-58cf-4670-b238-bd5b04d5cc6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:09.06565476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216f44e1-58cf-4670-b238-bd5b04d5cc6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:09.082333864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216f44e1-58cf-4670-b238-bd5b04d5cc6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:09.724537044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f965e573-5951-422a-b23d-9e9f7b383a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:09.740832691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f965e573-5951-422a-b23d-9e9f7b383a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:09.756984226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f965e573-5951-422a-b23d-9e9f7b383a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:09.773388259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f965e573-5951-422a-b23d-9e9f7b383a47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:10.539108905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3bf5b1-43bc-422d-bd64-2a52530e2962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:10.577127115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3bf5b1-43bc-422d-bd64-2a52530e2962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:10.594044246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3bf5b1-43bc-422d-bd64-2a52530e2962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:10.610855939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e3bf5b1-43bc-422d-bd64-2a52530e2962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:13.80593673Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","namespace":"ai-tenant-e2e-extmod-a-dea9cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:13.806031716Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","namespace":"ai-tenant-e2e-extmod-a-dea9cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:13.806102697Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","tenant":"e2e-extmod-a-dea9cb","tenantID":"e2e-extmod-a-dea9cb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:13.825521459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"Deployment","name":"maas-api-e2e-extmod-a-dea9cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:13.855839491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"98c99d02-c0dd-42af-b0e5-47385dbb19d0","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:13.882448729Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"Service","name":"maas-api-e2e-extmod-a-dea9cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:13.888574505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"98c99d02-c0dd-42af-b0e5-47385dbb19d0","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"e2e-inf-a-37498a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:13.903961939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-dea9cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:13.91208257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-37498a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c83e97886cdc8493ca8ab14afa6dfe708fdce6ce5e187b31fc11e50ca82b392) AuthConfig (f5cdc76b39ee4d6e32e77096a6577adaff34425d667d3fc399c6efa2f88d03d6) AuthConfig (5dd1d54cf7e762192c5bd7d91afad8a501b596928492c09e35514de860d52f6a) AuthConfig (43e147cc8706374fd7d220e84bac09f7d0f6c68d26156baa340d9598a6a6c401) AuthConfig (891cb1be3510ef89c4e7020fb69f1d02581aa223fe6b7c7611758a7346605427) AuthConfig (60779f144d610e8c415b2d234f154198eaca308d9230930cd7809729cb2d4888) AuthConfig (a83cb7b67ca6aad68244f029658c9b113dc296737c94426d68033d807ead6f55) AuthConfig (9a09b78068f8951562fcd8d9879b3a290a458b93a8ff4ed58f1172db28abc468) AuthConfig (1c93d493e388895110f96ff8c47c936f272af44ac1afb33796c15a46ec9b051f) AuthConfig (dce4c82e8e21a54e74e4c37f41ed4b42f5c2237094938b2f21242a5c8f18b8c6) AuthConfig (b9c9ca306ad4dc6de821bcf6b7044de399e9becbd1b6908c59311156b2c043b5) AuthConfig (7891243ca02f65ba2f0619d776b0be3723360521a418d0c392c43c71c6c9588d) AuthConfig (2658aaf31e5efe0b5c33d8c670af9eedd43adabbf21070c56d5ce9fb8b533505) AuthConfig (8b1a052375a6848aac601cdae9576a14082ad491e28f7eb63949c371dadc0d93) AuthConfig (dc49af8e4680a09d0db9d58b7edc8c6180a54d6280badfd07a224377015ab775) AuthConfig (83bc6c344148b062e834d5dd26d8f8591316f422aa071220c1506264ce6164d7) AuthConfig (f59ca4684c8b3c652c7400323988627024498b55aa6cae178bec7c99202f5626) AuthConfig (8e17d3e8de39b96cfa794d49f41b2575d4178ef9107dd701e1c019c62656f864)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"98c99d02-c0dd-42af-b0e5-47385dbb19d0","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:13.924877404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-dea9cb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:13.946475272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-dea9cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:13.970056241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-dea9cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:13.991091813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-dea9cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.010653162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-dea9cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.027972979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-dea9cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.044900116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-dea9cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.063315511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"Service","name":"payload-processing-e2e-extmod-a-dea9cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.07927524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-dea9cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.094937441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-dea9cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.110886556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-dea9cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.133208751Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-dea9cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.159469218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-dea9cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.177590131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-dea9cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.197565035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-dea9cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.220423478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-dea9cb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.248750472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-dea9cb"},"namespace":"ai-tenant-e2e-extmod-a-dea9cb","name":"default-tenant","reconcileID":"3123b92f-9e7d-49d1-8846-fa2270394e30","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-dea9cb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.286443678Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","namespace":"ai-tenant-e2e-worker-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.305880936Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","namespace":"ai-tenant-e2e-worker-w2-7aeaad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.306061845Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","tenant":"e2e-worker-w2-7aeaad","tenantID":"e2e-worker-w2-7aeaad","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.354236237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"Deployment","name":"maas-api-e2e-worker-w2-7aeaad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.437307378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"Service","name":"maas-api-e2e-worker-w2-7aeaad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.491411521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-7aeaad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.511506234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-7aeaad","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.541679274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-7aeaad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.750601099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-7aeaad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.833630122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-7aeaad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.854855245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-7aeaad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:14.89503414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-7aeaad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.006744658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-7aeaad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.068933191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"Service","name":"payload-processing-e2e-worker-w2-7aeaad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.179414088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-7aeaad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.198953211Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-7aeaad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.215100259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-7aeaad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.231150636Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-7aeaad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.25176861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-7aeaad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.267760902Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-dea9cb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-dea9cb","reconcileID":"984438a4-6924-44ec-93d8-85c3bd508053","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-dea9cb","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-dea9cb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.270412611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-7aeaad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.295568431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-7aeaad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.311224775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-7aeaad","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.328138758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-7aeaad"},"namespace":"ai-tenant-e2e-worker-w2-7aeaad","name":"default-tenant","reconcileID":"416c459b-abcb-43ac-bcff-c1ec4d8efe64","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-7aeaad","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.350650334Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.350732001Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.350836149Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","tenant":"e2e-shared-a-w4-26a2a4","tenantID":"e2e-shared-a-w4-26a2a4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.369683352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-26a2a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.386298745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6694863e-7e98-4d99-b1f2-c76344109879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.415663483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6694863e-7e98-4d99-b1f2-c76344109879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.427739676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"Service","name":"maas-api-e2e-shared-a-w4-26a2a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.457717329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6694863e-7e98-4d99-b1f2-c76344109879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.494014037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6694863e-7e98-4d99-b1f2-c76344109879","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.495058325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-26a2a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.7693628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-26a2a4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.786287024Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.791851425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-26a2a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.820325212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-26a2a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.843173086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-26a2a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.865458606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-26a2a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.883166873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-26a2a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.899005528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-26a2a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.915403734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-26a2a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.931086331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-26a2a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.948441675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-26a2a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.958708741Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-7aeaad","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-7aeaad","reconcileID":"458c1f96-b520-4c4a-9a99-c4f3169256d4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-7aeaad","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-7aeaad"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.964883038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-26a2a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:15.983636411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-26a2a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:16.049308625Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-26a2a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:16.074407241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-26a2a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:16.107711395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-26a2a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:16.197560076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-26a2a4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:16.252390478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-26a2a4"},"namespace":"ai-tenant-e2e-shared-a-w4-26a2a4","name":"default-tenant","reconcileID":"9507b72a-bf7a-4df6-b2da-51636b9b1f2f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-26a2a4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:16.448049078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"ce5885c8-6506-499b-a851-81168aa6f8f1","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d20345","tenantID":"e2e-inf-b-d20345","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:16.494604653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"ce5885c8-6506-499b-a851-81168aa6f8f1","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"e2e-inf-b-d20345-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:16.722533735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d20345-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"ce5885c8-6506-499b-a851-81168aa6f8f1","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:16.88478735Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-26a2a4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-26a2a4","reconcileID":"e8b04519-ab21-404d-a204-bcdccb32bc35","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-26a2a4","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-26a2a4"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:16.922996587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1b74b7-eab3-4776-b162-416a28bdd3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:16.945895072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1b74b7-eab3-4776-b162-416a28bdd3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:16.963081259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1b74b7-eab3-4776-b162-416a28bdd3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:16.979834306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c1b74b7-eab3-4776-b162-416a28bdd3b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:17.731617387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3192d3b-fc40-49a6-ade1-68fa39aaa613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:17.748031197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3192d3b-fc40-49a6-ade1-68fa39aaa613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:17.764524313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3192d3b-fc40-49a6-ade1-68fa39aaa613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:17.78122223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3192d3b-fc40-49a6-ade1-68fa39aaa613","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:23.973012081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"4a60b19c-c04e-4350-b6d3-4689b71a0d76","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:24.002880376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"4a60b19c-c04e-4350-b6d3-4689b71a0d76","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"e2e-inf-a-37498a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:24.02674095Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-a-37498a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c83e97886cdc8493ca8ab14afa6dfe708fdce6ce5e187b31fc11e50ca82b392) AuthConfig (f5cdc76b39ee4d6e32e77096a6577adaff34425d667d3fc399c6efa2f88d03d6) AuthConfig (5dd1d54cf7e762192c5bd7d91afad8a501b596928492c09e35514de860d52f6a) AuthConfig (43e147cc8706374fd7d220e84bac09f7d0f6c68d26156baa340d9598a6a6c401) AuthConfig (891cb1be3510ef89c4e7020fb69f1d02581aa223fe6b7c7611758a7346605427) AuthConfig (60779f144d610e8c415b2d234f154198eaca308d9230930cd7809729cb2d4888) AuthConfig (a83cb7b67ca6aad68244f029658c9b113dc296737c94426d68033d807ead6f55) AuthConfig (9a09b78068f8951562fcd8d9879b3a290a458b93a8ff4ed58f1172db28abc468) AuthConfig (1c93d493e388895110f96ff8c47c936f272af44ac1afb33796c15a46ec9b051f) AuthConfig (dce4c82e8e21a54e74e4c37f41ed4b42f5c2237094938b2f21242a5c8f18b8c6) AuthConfig (b9c9ca306ad4dc6de821bcf6b7044de399e9becbd1b6908c59311156b2c043b5) AuthConfig (7891243ca02f65ba2f0619d776b0be3723360521a418d0c392c43c71c6c9588d) AuthConfig (2658aaf31e5efe0b5c33d8c670af9eedd43adabbf21070c56d5ce9fb8b533505) AuthConfig (8b1a052375a6848aac601cdae9576a14082ad491e28f7eb63949c371dadc0d93) AuthConfig (dc49af8e4680a09d0db9d58b7edc8c6180a54d6280badfd07a224377015ab775) AuthConfig (83bc6c344148b062e834d5dd26d8f8591316f422aa071220c1506264ce6164d7) AuthConfig (f59ca4684c8b3c652c7400323988627024498b55aa6cae178bec7c99202f5626) AuthConfig (8e17d3e8de39b96cfa794d49f41b2575d4178ef9107dd701e1c019c62656f864)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"4a60b19c-c04e-4350-b6d3-4689b71a0d76","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:24.515758706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93006f3e-43e3-4b86-8e39-0e51614413e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:24.537855288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93006f3e-43e3-4b86-8e39-0e51614413e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:24.645074993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93006f3e-43e3-4b86-8e39-0e51614413e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:24.671966092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93006f3e-43e3-4b86-8e39-0e51614413e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:25.803683474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f44451-4e1d-4f7f-9e95-0316bcd019b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:25.833564904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f44451-4e1d-4f7f-9e95-0316bcd019b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:25.856534724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f44451-4e1d-4f7f-9e95-0316bcd019b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:25.878283543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4f44451-4e1d-4f7f-9e95-0316bcd019b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:26.580332499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3b8149-sub","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-sub","reconcileID":"d4c21a77-bebb-4bbb-8047-a2b49d1c8539","MaaSSubscription":{"name":"test-model-3b8149-sub","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"maas-trlp-test-model-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:26.642904718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"1259dc78-b49f-4679-a572-4114d69f6afe","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"tenant":"e2e-inf-a-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:26.642929275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"1259dc78-b49f-4679-a572-4114d69f6afe","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"routeName":"test-model-3b8149-kserve-route","namespace":"ai-tenant-e2e-inf-a-3b8149","llmisvcName":"test-model-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:26.725511659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ff69e90-dfdf-4550-890f-d9c16edc8e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:26.742045506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ff69e90-dfdf-4550-890f-d9c16edc8e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:26.758537575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ff69e90-dfdf-4550-890f-d9c16edc8e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:26.775353059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ff69e90-dfdf-4550-890f-d9c16edc8e09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:26.791784473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"b70667b2-0eaf-4854-83f1-f7533d87a2c7","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d20345","tenantID":"e2e-inf-b-d20345","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:26.813235187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"b70667b2-0eaf-4854-83f1-f7533d87a2c7","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"e2e-inf-b-d20345-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:26.834344601Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d20345-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9eecaa7a444182d23128a50e4ab7869c8577874b1c9690760a1e6445788f46f6) AuthConfig (6dfb26d7576e70bf6eaa36a157a1b44940fdcf2a7ad6233d2ecc937680872194) AuthConfig (e428dde6a1f052c796cfd794a2cd6f9c13013113e254f9e081e2b7ec57544f78) AuthConfig (478c29de2480debb1824c415e41519bcfec88442a556c878ee4968e96c8b5766) AuthConfig (485a0ed3cfbd4dd1a5ae0bed124cb436ef0a3026b6ffb6ecd1c29280ec07d470) AuthConfig (49660f56a0186e11df14448d4f9c782ffabb9853c810ce7e2dccea02013ab332) AuthConfig (38e664ab67cdb37b4cd4b514cdb80085fd59cc635524116141f2c8f65fc5d37b) AuthConfig (d7d2afab2e55d6b34e5f2edea76b490985e05c5a68cb804df9e4d0df324cb297) AuthConfig (17602d4e6522f6405120f18413df78bd08ce028a453280d6dc6c9b18abf24472) AuthConfig (28a72dc036f963712fd6f03c00594e2b2a605d17b7a3e029e6ade62764f7ad57) AuthConfig (fc6cdc56a052abffbf8dcaed0c447ba676c1dfa928cf9ac1bfa413b925f199f0) AuthConfig (f7a0a76746839e16e9fc5d7f7627a05c6f8ee8007f1220f8435336693427477f) AuthConfig (88d5e37f5cfbf3560f6b3ba6a62eaff329cd2cd297564e2fd231eda14b21334d) AuthConfig (7f597404e7a283980bd960e23f289489e1cd0db99bde22a81bef294d02ae5ab6) AuthConfig (89d9e96b63ee30df4870cbd07a7a1656715edfac241a2f619321539553609224) AuthConfig (9c64ffee2bfa5a3fc77ef64cb3b6bdf73f07c90673b5c5eba7719bc35d2c4cd9) AuthConfig (0fa7d6f5dd6e6a873ed37a757fa292da78cd325879c89667fbc4d33f47bbeb1a) AuthConfig (4e30fcbb8c5f26e75e70faca26df0ff365b7390bf2db37cb638951c31b704098)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"b70667b2-0eaf-4854-83f1-f7533d87a2c7","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:26.868423306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"e24ce453-40fe-4fd7-bc7a-e84a855a5f9a","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"tenant":"e2e-inf-b-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:26.868444522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"e24ce453-40fe-4fd7-bc7a-e84a855a5f9a","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"routeName":"test-model-d20345-kserve-route","namespace":"ai-tenant-e2e-inf-b-d20345","llmisvcName":"test-model-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.045415944Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.045482854Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","namespace":"ai-tenant-e2e-shared-b-w0-52f67b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.045547845Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","tenant":"e2e-shared-b-w0-52f67b","tenantID":"e2e-shared-b-w0-52f67b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.063653645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-52f67b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.123297089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"Service","name":"maas-api-e2e-shared-b-w0-52f67b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.159273881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-52f67b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.172142439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"7d1b2e87-dbe0-430c-8369-14d2af5fe564","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.182306087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-52f67b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.194648815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"7d1b2e87-dbe0-430c-8369-14d2af5fe564","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.207344871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-52f67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.325109798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-52f67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.351497392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-52f67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.376014318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-52f67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.422113361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-52f67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.438207893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-52f67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.455793678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-52f67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.471550447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-52f67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.488622379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-52f67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.509445233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-52f67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.528499259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-52f67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.55942222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-52f67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.578058248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-52f67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.595749292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-52f67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.6125585Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-52f67b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.614789339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa83f68f-63ff-4ebb-b94f-29133c647043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.637238385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa83f68f-63ff-4ebb-b94f-29133c647043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.637699927Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-52f67b"},"namespace":"ai-tenant-e2e-shared-b-w0-52f67b","name":"default-tenant","reconcileID":"b940591b-87ba-4081-8b62-7e47f251e009","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-52f67b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.654060432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa83f68f-63ff-4ebb-b94f-29133c647043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:27.673851053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa83f68f-63ff-4ebb-b94f-29133c647043","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:28.085702632Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-52f67b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-52f67b","reconcileID":"284faed7-3cca-472a-9b33-08a5473d6ebf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-52f67b","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-52f67b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:28.613442274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceaf3474-31e0-4c80-928e-29c044faa7b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:28.630304515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceaf3474-31e0-4c80-928e-29c044faa7b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:28.646287812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceaf3474-31e0-4c80-928e-29c044faa7b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:28.662747004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceaf3474-31e0-4c80-928e-29c044faa7b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:29.261740266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"c8fc918d-4660-474d-807b-6bbb08023c24","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"tenant":"e2e-inf-b-825472","gateway":"openshift-ingress/e2e-inf-b-825472","model":"ai-tenant-e2e-inf-b-825472/test-model-825472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:29.261778008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"c8fc918d-4660-474d-807b-6bbb08023c24","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"routeName":"test-model-825472-kserve-route","namespace":"ai-tenant-e2e-inf-b-825472","llmisvcName":"test-model-825472","gateway":"openshift-ingress/e2e-inf-b-825472","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:29.318823583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efde171-4ee0-4706-b7c8-ecc3ea1f7f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:29.335883624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efde171-4ee0-4706-b7c8-ecc3ea1f7f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:29.352972013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efde171-4ee0-4706-b7c8-ecc3ea1f7f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:29.369922282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5efde171-4ee0-4706-b7c8-ecc3ea1f7f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:29.539447363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"19c3fadb-410c-4ea6-b93a-f0e9ac3b002a","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"tenant":"e2e-inf-b-825472","gateway":"openshift-ingress/e2e-inf-b-825472","model":"ai-tenant-e2e-inf-b-825472/test-model-825472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:29.53947553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"19c3fadb-410c-4ea6-b93a-f0e9ac3b002a","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"routeName":"test-model-825472-kserve-route","namespace":"ai-tenant-e2e-inf-b-825472","llmisvcName":"test-model-825472","gateway":"openshift-ingress/e2e-inf-b-825472","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:29.560607591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"d6dfa4e7-3ef9-464d-a574-c93a0abc8fa4","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"tenant":"e2e-inf-b-825472","gateway":"openshift-ingress/e2e-inf-b-825472","model":"ai-tenant-e2e-inf-b-825472/test-model-825472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:29.560631865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"d6dfa4e7-3ef9-464d-a574-c93a0abc8fa4","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"routeName":"test-model-825472-kserve-route","namespace":"ai-tenant-e2e-inf-b-825472","llmisvcName":"test-model-825472","gateway":"openshift-ingress/e2e-inf-b-825472","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:29.594307071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"8dd0abbe-094a-4ee7-9c72-b77875f2dea4","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-825472","tenantID":"e2e-inf-b-825472","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:29.651326802Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"8dd0abbe-094a-4ee7-9c72-b77875f2dea4","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"e2e-inf-b-825472-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:29.671538168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-825472-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"8dd0abbe-094a-4ee7-9c72-b77875f2dea4","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:29.693377071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"86188b3e-6604-4645-9925-527bf4ce7286","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"tenant":"e2e-inf-b-825472","gateway":"openshift-ingress/e2e-inf-b-825472","model":"ai-tenant-e2e-inf-b-825472/test-model-825472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:29.693403309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"86188b3e-6604-4645-9925-527bf4ce7286","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"routeName":"test-model-825472-kserve-route","namespace":"ai-tenant-e2e-inf-b-825472","llmisvcName":"test-model-825472","gateway":"openshift-ingress/e2e-inf-b-825472","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:34.059525103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"755de9e5-2853-41f5-8925-09e7691fb9b3","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:34.080732983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"755de9e5-2853-41f5-8925-09e7691fb9b3","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"e2e-inf-a-37498a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:34.16881254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"225f8191-ae74-4745-ba78-54aef112d799","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"tenant":"e2e-inf-a-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:34.168836952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"225f8191-ae74-4745-ba78-54aef112d799","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"routeName":"test-model-37498a-kserve-route","namespace":"ai-tenant-e2e-inf-a-37498a","llmisvcName":"test-model-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.50275376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"1b38d890-f3fd-4467-b8cc-ac4ce501be34","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"tenant":"e2e-inf-a-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.502774715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"1b38d890-f3fd-4467-b8cc-ac4ce501be34","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"routeName":"test-model-37498a-kserve-route","namespace":"ai-tenant-e2e-inf-a-37498a","llmisvcName":"test-model-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.527664507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"5e8ee915-a664-4f56-837b-5879231708ec","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"tenant":"e2e-inf-a-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.527685112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"5e8ee915-a664-4f56-837b-5879231708ec","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"routeName":"test-model-37498a-kserve-route","namespace":"ai-tenant-e2e-inf-a-37498a","llmisvcName":"test-model-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:48:36.537370021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-37498a-sub","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-sub","reconcileID":"4d314ad1-5b2e-44e9-884c-4a608137fa57","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-37498a-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.545582909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"d623a8be-a6ca-4cef-8bde-eecd7e80d348","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:48:36.547494315Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"5e8ee915-a664-4f56-837b-5879231708ec","name":"test-model-37498a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-37498a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:48:36.547543881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"5e8ee915-a664-4f56-837b-5879231708ec","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"test-model-37498a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.552939393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"ff902972-f14a-49af-9528-a6748e894104","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"tenant":"e2e-inf-a-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.552958223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"ff902972-f14a-49af-9528-a6748e894104","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"routeName":"test-model-37498a-kserve-route","namespace":"ai-tenant-e2e-inf-a-37498a","llmisvcName":"test-model-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.56928608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"d623a8be-a6ca-4cef-8bde-eecd7e80d348","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"e2e-inf-a-37498a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.574016998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"378d5f05-ea01-4e58-aaf9-60932f3ed8d9","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"tenant":"e2e-inf-a-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.574035124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"378d5f05-ea01-4e58-aaf9-60932f3ed8d9","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"routeName":"test-model-37498a-kserve-route","namespace":"ai-tenant-e2e-inf-a-37498a","llmisvcName":"test-model-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.599993926Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"d3602e20-a681-4ca2-bd04-33aca7822281","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"tenant":"e2e-inf-a-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.600010997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"d3602e20-a681-4ca2-bd04-33aca7822281","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"routeName":"test-model-37498a-kserve-route","namespace":"ai-tenant-e2e-inf-a-37498a","llmisvcName":"test-model-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.648616551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"03e112ff-4f85-4134-8b32-65008fcd8ced","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.668943335Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-37498a-sub","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-sub","reconcileID":"16ae7c8f-87e3-4df0-90d8-24e7535f15ca","MaaSSubscription":{"name":"test-model-37498a-sub","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"maas-trlp-test-model-37498a","model":"test-model-37498a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-a-37498a/test-model-37498a-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.670231585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"03e112ff-4f85-4134-8b32-65008fcd8ced","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"e2e-inf-a-37498a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.72997251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"aee7c9ee-87ef-403b-b22c-bddb8bd88f85","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"tenant":"e2e-inf-a-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.729999829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"aee7c9ee-87ef-403b-b22c-bddb8bd88f85","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"routeName":"test-model-37498a-kserve-route","namespace":"ai-tenant-e2e-inf-a-37498a","llmisvcName":"test-model-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.779481381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-37498a-sub","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-sub","reconcileID":"2c03f139-582b-4108-a5c9-bba6b23c0921","MaaSSubscription":{"name":"test-model-37498a-sub","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"maas-trlp-test-model-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.903360943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"efa26a3c-44ff-4040-936f-bcee3d266364","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d20345","tenantID":"e2e-inf-b-d20345","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.924890174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"efa26a3c-44ff-4040-936f-bcee3d266364","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"e2e-inf-b-d20345-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:36.945616644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d20345-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9eecaa7a444182d23128a50e4ab7869c8577874b1c9690760a1e6445788f46f6) AuthConfig (6dfb26d7576e70bf6eaa36a157a1b44940fdcf2a7ad6233d2ecc937680872194) AuthConfig (e428dde6a1f052c796cfd794a2cd6f9c13013113e254f9e081e2b7ec57544f78) AuthConfig (478c29de2480debb1824c415e41519bcfec88442a556c878ee4968e96c8b5766) AuthConfig (485a0ed3cfbd4dd1a5ae0bed124cb436ef0a3026b6ffb6ecd1c29280ec07d470) AuthConfig (49660f56a0186e11df14448d4f9c782ffabb9853c810ce7e2dccea02013ab332) AuthConfig (38e664ab67cdb37b4cd4b514cdb80085fd59cc635524116141f2c8f65fc5d37b) AuthConfig (d7d2afab2e55d6b34e5f2edea76b490985e05c5a68cb804df9e4d0df324cb297) AuthConfig (17602d4e6522f6405120f18413df78bd08ce028a453280d6dc6c9b18abf24472) AuthConfig (28a72dc036f963712fd6f03c00594e2b2a605d17b7a3e029e6ade62764f7ad57) AuthConfig (fc6cdc56a052abffbf8dcaed0c447ba676c1dfa928cf9ac1bfa413b925f199f0) AuthConfig (f7a0a76746839e16e9fc5d7f7627a05c6f8ee8007f1220f8435336693427477f) AuthConfig (88d5e37f5cfbf3560f6b3ba6a62eaff329cd2cd297564e2fd231eda14b21334d) AuthConfig (7f597404e7a283980bd960e23f289489e1cd0db99bde22a81bef294d02ae5ab6) AuthConfig (89d9e96b63ee30df4870cbd07a7a1656715edfac241a2f619321539553609224) AuthConfig (9c64ffee2bfa5a3fc77ef64cb3b6bdf73f07c90673b5c5eba7719bc35d2c4cd9) AuthConfig (0fa7d6f5dd6e6a873ed37a757fa292da78cd325879c89667fbc4d33f47bbeb1a) AuthConfig (4e30fcbb8c5f26e75e70faca26df0ff365b7390bf2db37cb638951c31b704098)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"efa26a3c-44ff-4040-936f-bcee3d266364","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.386568235Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.386632553Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.386683217Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","tenant":"e2e-shared-b-w4-4ad17e","tenantID":"e2e-shared-b-w4-4ad17e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.405576189Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-4ad17e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.438213709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"Service","name":"maas-api-e2e-shared-b-w4-4ad17e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.458287168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-4ad17e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.478813003Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-4ad17e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.502370966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-4ad17e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.523575928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-4ad17e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.544671179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-4ad17e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.563482705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-4ad17e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.579407116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-4ad17e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.595369466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-4ad17e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.611390741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-4ad17e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.627536452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-4ad17e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.643629756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-4ad17e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.65961356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-4ad17e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.698860446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-4ad17e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.727417062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-4ad17e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.742641437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"a309d5fc-534a-4706-9b32-197257d19172","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-825472","tenantID":"e2e-inf-b-825472","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.748397526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-4ad17e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.799396603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-4ad17e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.841375574Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"a309d5fc-534a-4706-9b32-197257d19172","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"e2e-inf-b-825472-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.841900871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-4ad17e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.861324077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-4ad17e"},"namespace":"ai-tenant-e2e-shared-b-w4-4ad17e","name":"default-tenant","reconcileID":"39aae1d5-9fc9-4ccc-a811-2c448e9b21e2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-4ad17e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:39.862484195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-825472-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"a309d5fc-534a-4706-9b32-197257d19172","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:40.334151797Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-4ad17e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-4ad17e","reconcileID":"9cf6e64f-919f-4866-8e66-fa2e4fd23cfa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-4ad17e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-4ad17e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:40.776651206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77102115-89b1-4982-8bdb-ee918eb57c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:40.792984511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77102115-89b1-4982-8bdb-ee918eb57c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:40.809861024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77102115-89b1-4982-8bdb-ee918eb57c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:40.826074707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77102115-89b1-4982-8bdb-ee918eb57c51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:41.534876128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9613e17-1627-442a-8ccf-1cf9f6cb52d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:41.551732694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9613e17-1627-442a-8ccf-1cf9f6cb52d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:41.568052748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9613e17-1627-442a-8ccf-1cf9f6cb52d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:41.584651559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9613e17-1627-442a-8ccf-1cf9f6cb52d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:45.721464962Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:46.978580078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"532ff6db-0810-4109-a89a-5dd899cc1c97","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d20345","tenantID":"e2e-inf-b-d20345","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:46.9997759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"532ff6db-0810-4109-a89a-5dd899cc1c97","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"e2e-inf-b-d20345-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:47.020134315Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-d20345-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9eecaa7a444182d23128a50e4ab7869c8577874b1c9690760a1e6445788f46f6) AuthConfig (6dfb26d7576e70bf6eaa36a157a1b44940fdcf2a7ad6233d2ecc937680872194) AuthConfig (e428dde6a1f052c796cfd794a2cd6f9c13013113e254f9e081e2b7ec57544f78) AuthConfig (478c29de2480debb1824c415e41519bcfec88442a556c878ee4968e96c8b5766) AuthConfig (485a0ed3cfbd4dd1a5ae0bed124cb436ef0a3026b6ffb6ecd1c29280ec07d470) AuthConfig (49660f56a0186e11df14448d4f9c782ffabb9853c810ce7e2dccea02013ab332) AuthConfig (38e664ab67cdb37b4cd4b514cdb80085fd59cc635524116141f2c8f65fc5d37b) AuthConfig (d7d2afab2e55d6b34e5f2edea76b490985e05c5a68cb804df9e4d0df324cb297) AuthConfig (17602d4e6522f6405120f18413df78bd08ce028a453280d6dc6c9b18abf24472) AuthConfig (28a72dc036f963712fd6f03c00594e2b2a605d17b7a3e029e6ade62764f7ad57) AuthConfig (fc6cdc56a052abffbf8dcaed0c447ba676c1dfa928cf9ac1bfa413b925f199f0) AuthConfig (f7a0a76746839e16e9fc5d7f7627a05c6f8ee8007f1220f8435336693427477f) AuthConfig (88d5e37f5cfbf3560f6b3ba6a62eaff329cd2cd297564e2fd231eda14b21334d) AuthConfig (7f597404e7a283980bd960e23f289489e1cd0db99bde22a81bef294d02ae5ab6) AuthConfig (89d9e96b63ee30df4870cbd07a7a1656715edfac241a2f619321539553609224) AuthConfig (9c64ffee2bfa5a3fc77ef64cb3b6bdf73f07c90673b5c5eba7719bc35d2c4cd9) AuthConfig (0fa7d6f5dd6e6a873ed37a757fa292da78cd325879c89667fbc4d33f47bbeb1a) AuthConfig (4e30fcbb8c5f26e75e70faca26df0ff365b7390bf2db37cb638951c31b704098)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"532ff6db-0810-4109-a89a-5dd899cc1c97","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.323703085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"0eef493b-fd7b-4c9f-b16a-363659e38b7f","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.341368638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"11a45564-1fb0-44f5-bb4c-9e451237e5d1","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.362930231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"distinct-w4-ed8218","reconcileID":"549efa9d-1b0b-477c-8d01-a50fe0d9c768","MaaSModelRef":{"name":"distinct-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"distinct-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"distinct-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.363360344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"distinct-2-w4-ed8218","reconcileID":"e0dc19b9-215a-4af0-a9d6-da13a1fa623d","MaaSModelRef":{"name":"distinct-2-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"distinct-2-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"distinct-2-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.389025521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"829e7457-bfcb-4e43-bd04-72dee6df40bf","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.389409755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"ad158ace-43a1-4afc-bc02-9f7b5df261ea","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.38969563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"distinct-w4-ed8218","reconcileID":"181eeef1-d118-479d-9d0e-b6c94d7981e9","MaaSModelRef":{"name":"distinct-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"distinct-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"distinct-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.38985614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"distinct-2-w4-ed8218","reconcileID":"361e925d-0b3f-4839-987c-3160ed2d784a","MaaSModelRef":{"name":"distinct-2-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"distinct-2-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"distinct-2-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.396326441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"7125e5fc-0ca4-49c1-b81f-3839afbe5388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.401897367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"7404c1fc-753e-4b73-ad80-0e8210e66a83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.402240453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"8379eb14-23a1-47d1-b179-85ac02472791","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.42398867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"7125e5fc-0ca4-49c1-b81f-3839afbe5388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.49943145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"412db141-99b3-43be-8a7e-a4bf9426dea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.511594423Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"5d8448cf-e7aa-4363-ba42-499d27728200","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.512244052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"3c70a120-5ecf-422d-9b6b-0dceeace5cee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.529260598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"412db141-99b3-43be-8a7e-a4bf9426dea0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.63135299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"442915de-a7d2-48da-8b46-cebbdca804ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.655718682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"442915de-a7d2-48da-8b46-cebbdca804ce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.704987129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"093b3190-578f-447f-bd0d-2c418b08f7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.722273269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"093b3190-578f-447f-bd0d-2c418b08f7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.739450341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"093b3190-578f-447f-bd0d-2c418b08f7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.755982029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"093b3190-578f-447f-bd0d-2c418b08f7aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.772344406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"6c90b5cf-3ba0-4a09-a1ee-e011ac3291ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:48.793950741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"6c90b5cf-3ba0-4a09-a1ee-e011ac3291ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:49.432002525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c96f8ea3-dd06-4dad-bb05-fa2958588fcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:49.448379073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c96f8ea3-dd06-4dad-bb05-fa2958588fcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:49.465275234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c96f8ea3-dd06-4dad-bb05-fa2958588fcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:49.482284203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c96f8ea3-dd06-4dad-bb05-fa2958588fcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:49.91787924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"b8fcc48b-5ab4-48a0-be12-a339cf8e2694","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-825472","tenantID":"e2e-inf-b-825472","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:50.024688338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"b8fcc48b-5ab4-48a0-be12-a339cf8e2694","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"e2e-inf-b-825472-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:50.045199052Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-825472-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"b8fcc48b-5ab4-48a0-be12-a339cf8e2694","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:51.587361285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"8d379a96-6036-4748-ac5d-dcf99c8dccfe","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:51.703834145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"e61a1010-766e-4e9f-a1c1-b793b8ac8655","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:51.829154162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"e5facefd-1f7f-4a52-8f6e-4e16c53963b4","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:51.881977877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"df912466-8a30-4fc5-811f-5bbc27737f7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:51.905898855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"7afeca98-942b-4830-80ce-a33a4a9ce741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:51.905914819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"fe50d3f1-6fff-4e02-9b1d-a9773f070b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:51.927824588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"fe50d3f1-6fff-4e02-9b1d-a9773f070b61","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:51.928045639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"7afeca98-942b-4830-80ce-a33a4a9ce741","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:51.94995084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"1f94b328-88fa-4782-a25b-9abad3fb10ab","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:51.95161023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"8cde34dc-3ca1-40b2-bde1-78ea492d6a37","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:52.009564963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"9da8bc7b-b9e0-4e78-99d5-9a12f6e084a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:52.010617409Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"2fb10b4f-a102-4fe2-8a7e-f48d024176ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:52.146735735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"21d57a22-05d4-4777-91d8-c89ade0e8f1b","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:52.177000634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"eac30ed5-6bbc-4a21-af07-ca0e75cdce4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:52.177023112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"3aab0120-3d7c-4f2c-8c33-08cba44ead5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:52.198406706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"eac30ed5-6bbc-4a21-af07-ca0e75cdce4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:52.201208189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"3aab0120-3d7c-4f2c-8c33-08cba44ead5c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:52.211563596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"21eb1c13-d37b-4d85-928f-60c8dcbc7bf0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.388590136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"distinct-2-w4-ed8218","reconcileID":"939e2296-d85c-4766-8631-5b4775d0cfea","MaaSModelRef":{"name":"distinct-2-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"distinct-2-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"distinct-2-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.534674935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"distinct-w4-ed8218","reconcileID":"0892925c-80e1-446e-9bc5-105c7f183794","MaaSModelRef":{"name":"distinct-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"distinct-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"distinct-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.655158424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"36b1fa62-a495-4184-9e49-b8ac8a836cfb","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.708876707Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"b470572c-6c7c-4ba4-8439-a68709b525d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.72824606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6f872af4-fd99-49d5-8c47-324bb7f47fd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.728599866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"43b595e0-5a29-4fb9-9f7b-4af6ce770993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.749633998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"43b595e0-5a29-4fb9-9f7b-4af6ce770993","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.750231741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"6f872af4-fd99-49d5-8c47-324bb7f47fd5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.766020345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"93399e36-50eb-49b6-9af6-84cbb22a3608","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.788448858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"a67ce420-985b-4c64-945c-e457c5c9c8d2","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.81897113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"03d5e54f-9231-4b5b-9f6f-795d34d8fb3b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.880668507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"60f0de62-a214-4b52-822f-8732ff028051","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.927516815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"018427b1-8a37-4a7a-92ae-f910c192a1f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.939975203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"891686c0-4d0d-4a1d-9ccc-f6fdf0316e3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.942439148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"ec55676b-9796-41b0-997c-c1ca4f086fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.942472084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"ce7df64c-7a51-4227-b088-7cdb96614bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.969727619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"ec55676b-9796-41b0-997c-c1ca4f086fb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:53.969782969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"ce7df64c-7a51-4227-b088-7cdb96614bbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.484973082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"883cd96b-9dd4-4080-968b-981d9f786ce3","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.501647954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"1ba6de09-a964-48a3-ae8f-c95adfe0f399","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.501843843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"524790d9-d5ef-45ea-95b4-4b48a6388d3c","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.518522637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"03833cd5-d961-44ed-bff4-43098a0fa887","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.518969504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"722ff2c0-ec4d-4563-a9f2-58f87415fd03","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.519254227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"7dd99fcb-9b6d-4a15-bbfb-578915fe855f","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.519536069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"77aab257-083f-47f8-b804-9f3d3f05849e","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.550685778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"202045ca-9383-4a92-98ad-69c3b350338a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.552264667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"89aad185-2d4b-429c-9b2c-8900cae131ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.573302819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"202045ca-9383-4a92-98ad-69c3b350338a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.649061961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"53c15dff-6982-4963-a682-3d9961caea87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.649824854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"87a3ba06-e9d2-4fe3-86c9-c15f20b990c4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.681653136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"53c15dff-6982-4963-a682-3d9961caea87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.742846221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"1bbcf536-a401-43a0-9b55-91b22a85bbe4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.804399724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"ff4a0d42-b59a-4607-81bd-c833424cad77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.828252613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"ff4a0d42-b59a-4607-81bd-c833424cad77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.839726115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"458f94cd-170e-42a5-9a76-f1519a544317","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.866902599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174c0332-6773-4ceb-8b33-fcbc9ad46779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.883775573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174c0332-6773-4ceb-8b33-fcbc9ad46779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.899958384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174c0332-6773-4ceb-8b33-fcbc9ad46779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.916101807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"174c0332-6773-4ceb-8b33-fcbc9ad46779","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.969156776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"e8921632-572d-4f67-9554-4743f77ae952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:56.990954152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"e8921632-572d-4f67-9554-4743f77ae952","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:57.053659238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"260b3e42-379f-4981-a4a4-a8310f414f1f","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d20345","tenantID":"e2e-inf-b-d20345","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:57.075261854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"260b3e42-379f-4981-a4a4-a8310f414f1f","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"e2e-inf-b-d20345-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:57.244246808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"9acffb53-83b1-4049-8c4e-daea41aab59b","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"tenant":"e2e-inf-b-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:57.244273933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"9acffb53-83b1-4049-8c4e-daea41aab59b","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"routeName":"test-model-d20345-kserve-route","namespace":"ai-tenant-e2e-inf-b-d20345","llmisvcName":"test-model-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:57.82408594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b33c09-8303-4d2f-8bc0-0b0eae49365d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:57.84117672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b33c09-8303-4d2f-8bc0-0b0eae49365d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:57.857951802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b33c09-8303-4d2f-8bc0-0b0eae49365d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:57.874609409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1b33c09-8303-4d2f-8bc0-0b0eae49365d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.425580918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"7170a2ce-f7ea-4f79-9353-4c8b0f4a1ff4","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"tenant":"e2e-inf-b-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.425611382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"7170a2ce-f7ea-4f79-9353-4c8b0f4a1ff4","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"routeName":"test-model-d20345-kserve-route","namespace":"ai-tenant-e2e-inf-b-d20345","llmisvcName":"test-model-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.449671737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"4fb0156d-4c24-48f0-8a51-f9b319119398","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"tenant":"e2e-inf-b-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.449691709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"4fb0156d-4c24-48f0-8a51-f9b319119398","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"routeName":"test-model-d20345-kserve-route","namespace":"ai-tenant-e2e-inf-b-d20345","llmisvcName":"test-model-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.454735373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"42a746b8-5993-46d9-839b-d7c84c48b68b","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d20345","tenantID":"e2e-inf-b-d20345","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:48:58.462931923Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d20345-sub","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-sub","reconcileID":"847f64d7-ba2b-48dc-a55e-f16182e20ff6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-d20345-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.477363571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"42a746b8-5993-46d9-839b-d7c84c48b68b","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"e2e-inf-b-d20345-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.498422428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"dcea4b27-9a2f-4ba1-98a9-6f076dd76eb6","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"tenant":"e2e-inf-b-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.498443838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"dcea4b27-9a2f-4ba1-98a9-6f076dd76eb6","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"routeName":"test-model-d20345-kserve-route","namespace":"ai-tenant-e2e-inf-b-d20345","llmisvcName":"test-model-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.524094598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"ebaa8d4b-f4a3-4bd3-a415-f6b802f313ce","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"tenant":"e2e-inf-b-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.524120038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"ebaa8d4b-f4a3-4bd3-a415-f6b802f313ce","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"routeName":"test-model-d20345-kserve-route","namespace":"ai-tenant-e2e-inf-b-d20345","llmisvcName":"test-model-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.524713064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"bf3aa41f-ec04-41f5-8170-54b60adb953d","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.525161946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"532ea050-4f74-4e84-a105-d7777fc56708","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.525576891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"distinct-w4-ed8218","reconcileID":"8be41ea3-e047-4f0d-9400-65433519d57f","MaaSModelRef":{"name":"distinct-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"distinct-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"distinct-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.525825463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"distinct-2-w4-ed8218","reconcileID":"12915fc3-0157-46eb-b9fc-0015fad419a7","MaaSModelRef":{"name":"distinct-2-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"distinct-2-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"distinct-2-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.578856708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"c8344007-96b8-4484-b40a-554efcb77995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.58363934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a50ec508-01bb-4b43-8492-3b69771133cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.584689347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"1b4297c6-4df3-4dec-aa07-d79a2f18f70e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.587166425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"ea5fc84b-5daa-43e1-8c79-c0f879127de0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.602224043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"c8344007-96b8-4484-b40a-554efcb77995","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.607000565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"a50ec508-01bb-4b43-8492-3b69771133cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.611321546Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d20345-sub","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-sub","reconcileID":"06f21527-eff3-4b8a-a25d-c3f90170cb09","MaaSSubscription":{"name":"test-model-d20345-sub","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"maas-trlp-test-model-d20345","model":"test-model-d20345","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-d20345/test-model-d20345-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.63462942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828d0adb-3d96-4c05-a097-5ddbf21a2b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.651156778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828d0adb-3d96-4c05-a097-5ddbf21a2b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.667633815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828d0adb-3d96-4c05-a097-5ddbf21a2b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.684287965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"828d0adb-3d96-4c05-a097-5ddbf21a2b63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.703363082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"8c4882a2-766d-45d1-9730-f767921f28bb","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d20345","tenantID":"e2e-inf-b-d20345","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.706275011Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"9f401ee2-d35e-423c-a6b4-3edfaaaddeb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.740401309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"37a9a4e2-6a8b-4fe9-9412-ccb25b3f2784","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.744069635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"8c4882a2-766d-45d1-9730-f767921f28bb","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"e2e-inf-b-d20345-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.78050754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"83787427-d08c-467e-bdad-8533370cb284","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"tenant":"e2e-inf-b-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.780529521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"83787427-d08c-467e-bdad-8533370cb284","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"routeName":"test-model-d20345-kserve-route","namespace":"ai-tenant-e2e-inf-b-d20345","llmisvcName":"test-model-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.812104976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"edef45b2-f7bb-4f15-bd8f-2a6f99eb749d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.812104244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"2a36d66e-09a7-43cb-bb99-5288a816c3eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.832129832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d20345-sub","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-sub","reconcileID":"3cf81288-3bf1-46f5-ab7d-972e2ca6de89","MaaSSubscription":{"name":"test-model-d20345-sub","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"maas-trlp-test-model-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.837309458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"2a36d66e-09a7-43cb-bb99-5288a816c3eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:58.837989635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"edef45b2-f7bb-4f15-bd8f-2a6f99eb749d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:59.480119843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e41419-36fc-4dcc-b68b-a9b9908e8448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:59.496378159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e41419-36fc-4dcc-b68b-a9b9908e8448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:59.512583683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e41419-36fc-4dcc-b68b-a9b9908e8448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:48:59.529875314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5e41419-36fc-4dcc-b68b-a9b9908e8448","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:00.078363792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"b6fe7093-0291-416a-aba2-ae3a40ea9362","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-825472","tenantID":"e2e-inf-b-825472","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:00.100375106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"b6fe7093-0291-416a-aba2-ae3a40ea9362","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"e2e-inf-b-825472-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:00.123497198Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-825472-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9bafb06354628d5abe03573dcad7383cebdf6078916f1fe39ca23943398d842a) AuthConfig (034a4792a789e0dc9716bd3572b76565f21ce575b070bceef57cf148325cf261) AuthConfig (989d931e46b066e8ff1c7ed7ecb6e96d2463a59e68dbb3c44b686eacb22d4bbb) AuthConfig (52f7ff671c3b39930497aaf6f041184d8a5d6d57ec54f6603bb1079cb019d9ae) AuthConfig (ff949adec8a6639d838f3904d43d99a0e82f16e775792e38902cda908f10e4e2) AuthConfig (0172347dd8b358d00a09aefff6543c767ae9bcac1fd7508962caaad8de8eca7f) AuthConfig (f31503d99d303ab3b30c9dc7d78750c4cfceeb75fb54de85d191483b622955cb) AuthConfig (dc944c0eb42714643552856c294ce041a05421cb306e072bd38d4126f09a7aa7) AuthConfig (505b2047cdeb5fd588643b15607730f3dffdf614eb315281b7033ac442ed45d5) AuthConfig (53dce2b31a4424bfc037039bf69f2504325a97fd884b24c4ca4c405104e321cb) AuthConfig (f644daf3080598084b42a146f56b652f160727f52a951f2049a4edad8aafc30d) AuthConfig (df5e8acb1a490234c7fcca44ef85dafc0f118878d718c115909b2097eb3999f0) AuthConfig (68d7e3dc58a786c6a214b2c6fe0d4ac7562d0420cd6187b1755c64d68ae9b6e6) AuthConfig (8dc7d14d34e81223a18c99d9a4b8e47f75a53d525a41791198b40467ff83ac26) AuthConfig (ccbfb15aade1fa6be202bd4f4d5f79e4797a0595272506bfd85e2c7bedce67f3) AuthConfig (e6ef0c794db90391465b8ca0fd5119e36dd2f8388d1ff29cf78877e2954c9134) AuthConfig (1da90a351d8d144a60df4273b4adbf5e0d5f6f28d8098b5147ba224a3f419903) AuthConfig (90d9763ef5cc570ca5c6347b6a30642fe97ded3760f4cfdb664d2b3fe2e181d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"b6fe7093-0291-416a-aba2-ae3a40ea9362","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:00.155053886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"d42c46f1-a4e3-4d19-940d-2669ec067be5","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"tenant":"e2e-inf-b-825472","gateway":"openshift-ingress/e2e-inf-b-825472","model":"ai-tenant-e2e-inf-b-825472/test-model-825472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:00.155082876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"d42c46f1-a4e3-4d19-940d-2669ec067be5","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"routeName":"test-model-825472-kserve-route","namespace":"ai-tenant-e2e-inf-b-825472","llmisvcName":"test-model-825472","gateway":"openshift-ingress/e2e-inf-b-825472","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:00.353048983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b79f891-5a08-4f1f-aab4-80d02ab89e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:00.369968712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b79f891-5a08-4f1f-aab4-80d02ab89e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:00.387153005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b79f891-5a08-4f1f-aab4-80d02ab89e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:00.403711302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2b79f891-5a08-4f1f-aab4-80d02ab89e50","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:01.163418789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141f880d-aa60-4261-ad44-5fcf8a131952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:01.179784779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141f880d-aa60-4261-ad44-5fcf8a131952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:01.196210387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141f880d-aa60-4261-ad44-5fcf8a131952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:01.212381998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141f880d-aa60-4261-ad44-5fcf8a131952","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:01.897556077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ac73e4-263c-429e-bf7f-390fa1f08205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:01.914644492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ac73e4-263c-429e-bf7f-390fa1f08205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:01.931121894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ac73e4-263c-429e-bf7f-390fa1f08205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:01.947644363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64ac73e4-263c-429e-bf7f-390fa1f08205","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:02.637719489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bccdf955-1d05-43c2-99ac-45ab2dda6f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:02.654868883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bccdf955-1d05-43c2-99ac-45ab2dda6f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:02.671358104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bccdf955-1d05-43c2-99ac-45ab2dda6f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:02.687917079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bccdf955-1d05-43c2-99ac-45ab2dda6f09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:03.419945604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98c269c-8a2a-4b5e-8c58-dbbced1a0888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:03.437023889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98c269c-8a2a-4b5e-8c58-dbbced1a0888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:03.453268082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98c269c-8a2a-4b5e-8c58-dbbced1a0888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:03.470407436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a98c269c-8a2a-4b5e-8c58-dbbced1a0888","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:06.648058125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-2-w0-e57216","reconcileID":"15a99824-227e-4230-911f-f410cd410eb7","MaaSModelRef":{"name":"distinct-2-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-2-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-2-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:06.64839229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"adc0321c-bd3a-4807-b7c0-8c5aeef9af96","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:06.648793898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"599f8ef7-82c1-4093-a7af-5c6e11eb2ea7","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:06.649172341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"distinct-w0-e57216","reconcileID":"5c30a736-9296-4b1e-a8bb-a3e8ed9f866a","MaaSModelRef":{"name":"distinct-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"distinct-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"distinct-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:06.732316061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2197cc5d-8537-4e42-a519-2a6dd711f9a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:06.733224894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"47ab59c8-aa6e-42ab-84f2-67e319408b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:06.738258138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"38d543e1-afd7-4888-ba1c-55e3d884f70f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:06.752958782Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"a1b5af72-9d77-4331-8f18-0bbd367eee03","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:06.757371507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"47ab59c8-aa6e-42ab-84f2-67e319408b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:06.821483671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2197cc5d-8537-4e42-a519-2a6dd711f9a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:06.897686902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"45ec41c0-4f5a-4002-91e1-419f87e92081","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-simulator-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:06.906862861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"a41b6dab-6c1a-4006-9e14-f05e19172f3d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"maas-trlp-premium-w0-e57216","model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:06.908664754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"8df57ba6-41f7-4815-ac93-788d30f68688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:06.93953865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"8df57ba6-41f7-4815-ac93-788d30f68688","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:07.014105424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"20cd2e39-f35b-4896-8047-106c6da045c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:07.041236129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"20cd2e39-f35b-4896-8047-106c6da045c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.119867657Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"9eeb0431-f02a-4005-9b8c-1c995d1bc0ce","namespace":"ai-tenant-e2e-worker-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.119938594Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"9eeb0431-f02a-4005-9b8c-1c995d1bc0ce","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.141645581Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"9eeb0431-f02a-4005-9b8c-1c995d1bc0ce","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.142376293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"2a49df41-e311-4f72-927f-a309e5a25970","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.166162086Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"9eeb0431-f02a-4005-9b8c-1c995d1bc0ce","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.166199443Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"9eeb0431-f02a-4005-9b8c-1c995d1bc0ce","namespace":"ai-tenant-e2e-worker-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.166299229Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"9eeb0431-f02a-4005-9b8c-1c995d1bc0ce","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.167345114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"f30a6c5c-bce8-4798-aede-45b6b7cf0021","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.185167229Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"9eeb0431-f02a-4005-9b8c-1c995d1bc0ce","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.190131045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"a217e403-1346-4ae3-aae3-09fdab38ee6e","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.193727359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"2c19d07c-6be2-4052-8702-4d5c0fddcbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.193744642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"3b97886e-1c14-4dc0-a101-96dff0a9fdf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.197053794Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"88c381c2-24a0-4ca5-8ad5-c396fb6c17fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-85f3e908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.209348789Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"9eeb0431-f02a-4005-9b8c-1c995d1bc0ce","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.213739533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"fc655649-ef36-4b62-8a80-c0d8c249186e","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.21870244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"2c19d07c-6be2-4052-8702-4d5c0fddcbe0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.219023874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"3b97886e-1c14-4dc0-a101-96dff0a9fdf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.224446147Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"ce2b2ff9-27ac-49bd-b521-30892bc123ef","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6ab28727","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.231827335Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"96b6da99-e895-4988-acb1-3e4f25a635c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-85f3e908","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.255091219Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"8653e04e-88e2-4f51-b4aa-113b8fd0b928","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-6ab28727","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.281458701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"6f9afaf6-eeb6-43b7-9d3b-620d85ee925c","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-825472","tenantID":"e2e-inf-b-825472","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.32254262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"6f9afaf6-eeb6-43b7-9d3b-620d85ee925c","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"e2e-inf-b-825472-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.343894657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-825472-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9bafb06354628d5abe03573dcad7383cebdf6078916f1fe39ca23943398d842a) AuthConfig (034a4792a789e0dc9716bd3572b76565f21ce575b070bceef57cf148325cf261) AuthConfig (989d931e46b066e8ff1c7ed7ecb6e96d2463a59e68dbb3c44b686eacb22d4bbb) AuthConfig (52f7ff671c3b39930497aaf6f041184d8a5d6d57ec54f6603bb1079cb019d9ae) AuthConfig (ff949adec8a6639d838f3904d43d99a0e82f16e775792e38902cda908f10e4e2) AuthConfig (0172347dd8b358d00a09aefff6543c767ae9bcac1fd7508962caaad8de8eca7f) AuthConfig (f31503d99d303ab3b30c9dc7d78750c4cfceeb75fb54de85d191483b622955cb) AuthConfig (dc944c0eb42714643552856c294ce041a05421cb306e072bd38d4126f09a7aa7) AuthConfig (505b2047cdeb5fd588643b15607730f3dffdf614eb315281b7033ac442ed45d5) AuthConfig (53dce2b31a4424bfc037039bf69f2504325a97fd884b24c4ca4c405104e321cb) AuthConfig (f644daf3080598084b42a146f56b652f160727f52a951f2049a4edad8aafc30d) AuthConfig (df5e8acb1a490234c7fcca44ef85dafc0f118878d718c115909b2097eb3999f0) AuthConfig (68d7e3dc58a786c6a214b2c6fe0d4ac7562d0420cd6187b1755c64d68ae9b6e6) AuthConfig (8dc7d14d34e81223a18c99d9a4b8e47f75a53d525a41791198b40467ff83ac26) AuthConfig (ccbfb15aade1fa6be202bd4f4d5f79e4797a0595272506bfd85e2c7bedce67f3) AuthConfig (e6ef0c794db90391465b8ca0fd5119e36dd2f8388d1ff29cf78877e2954c9134) AuthConfig (1da90a351d8d144a60df4273b4adbf5e0d5f6f28d8098b5147ba224a3f419903) AuthConfig (90d9763ef5cc570ca5c6347b6a30642fe97ded3760f4cfdb664d2b3fe2e181d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"6f9afaf6-eeb6-43b7-9d3b-620d85ee925c","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.421799932Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"ad63d815-1034-4cf9-b44c-412a0990007f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.422431252Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"2e82f5d6-9de9-421c-8082-f6ee96e3a9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.484986526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"2e82f5d6-9de9-421c-8082-f6ee96e3a9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.484987856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"ad63d815-1034-4cf9-b44c-412a0990007f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.550293926Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"ad63d815-1034-4cf9-b44c-412a0990007f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.550318397Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-access","reconcileID":"ad63d815-1034-4cf9-b44c-412a0990007f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:10.558835684Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"2e82f5d6-9de9-421c-8082-f6ee96e3a9c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-ed8218-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:10.558892697Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"2e82f5d6-9de9-421c-8082-f6ee96e3a9c2","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-ed8218-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.564227903Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"13e3ba1a-ba9f-4139-ba2f-2ebedffd895e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.574991339Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"e17f4f0c-f70b-4b52-b3f6-5f9a61ffdc88","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.613354957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"13e3ba1a-ba9f-4139-ba2f-2ebedffd895e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.635775573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"13e3ba1a-ba9f-4139-ba2f-2ebedffd895e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"e2e-worker-w4-ed8218-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.635800595Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-access","reconcileID":"13e3ba1a-ba9f-4139-ba2f-2ebedffd895e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:10.659770032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"e65b33a6-ee7e-4180-b82d-1ad4cf7a5f6d","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:15.665234343Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:17.825655489Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","namespace":"ai-tenant-e2e-extmod-b-26b322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:17.825744165Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","namespace":"ai-tenant-e2e-extmod-b-26b322","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:17.82579664Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","tenant":"e2e-extmod-b-26b322","tenantID":"e2e-extmod-b-26b322","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:17.843894102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"Deployment","name":"maas-api-e2e-extmod-b-26b322","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:17.880266779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"Service","name":"maas-api-e2e-extmod-b-26b322","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:17.901752841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-26b322","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:17.923325409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-26b322","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:17.959054724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-26b322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:17.979224367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-26b322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:18.004558416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-26b322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:18.023780108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-26b322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:18.041545591Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-26b322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:18.058438521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-26b322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:18.078343373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"Service","name":"payload-processing-e2e-extmod-b-26b322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:18.094860484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-26b322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:18.111082895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-26b322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:18.137930939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-26b322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:18.162857075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-26b322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:18.21029442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-26b322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:18.228164529Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-26b322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:18.256684532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-26b322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:18.280374834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-26b322","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:18.30644396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-26b322"},"namespace":"ai-tenant-e2e-extmod-b-26b322","name":"default-tenant","reconcileID":"cc5fde1f-5fd3-44ab-8371-97c116611bb1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-26b322","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:18.756126963Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-26b322","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-26b322","reconcileID":"b473638c-3ec6-4ad8-999c-83a202ef7974","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-26b322","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-26b322"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:19.311861838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bcbea11-3821-44e2-9d82-fc33aca6ec01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:19.328276588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bcbea11-3821-44e2-9d82-fc33aca6ec01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:19.344778281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bcbea11-3821-44e2-9d82-fc33aca6ec01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:19.36138391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1bcbea11-3821-44e2-9d82-fc33aca6ec01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.054695966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a1b321-90c3-4a8b-9bfe-4083d12e9567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.11096252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a1b321-90c3-4a8b-9bfe-4083d12e9567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.133728959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a1b321-90c3-4a8b-9bfe-4083d12e9567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.152069289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a1b321-90c3-4a8b-9bfe-4083d12e9567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.249250627Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"9d7ffec7-869b-4715-8817-d966a2a72e4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.266026523Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"9d7ffec7-869b-4715-8817-d966a2a72e4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.271796284Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"f6447127-4677-48e0-b3d8-0bea20a1ae1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.288600403Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"simulator-subscription","reconcileID":"9d7ffec7-869b-4715-8817-d966a2a72e4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/simulator-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.291340049Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"f6447127-4677-48e0-b3d8-0bea20a1ae1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.320824529Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"premium-simulator-subscription","reconcileID":"f6447127-4677-48e0-b3d8-0bea20a1ae1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"name":"maas-trlp-premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218","model":"e2e-models-e2e-worker-w4-ed8218/premium-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.385235594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"b448e3bd-f67e-46a2-a305-463747213517","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-825472","tenantID":"e2e-inf-b-825472","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.463306654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"b448e3bd-f67e-46a2-a305-463747213517","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"e2e-inf-b-825472-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.474110066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"simulator-w4-ed8218","reconcileID":"ea9e43a3-63cf-4a53-8e4c-7c4631f227ec","MaaSModelRef":{"name":"simulator-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"simulator-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"simulator-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.495013289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-825472-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9bafb06354628d5abe03573dcad7383cebdf6078916f1fe39ca23943398d842a) AuthConfig (034a4792a789e0dc9716bd3572b76565f21ce575b070bceef57cf148325cf261) AuthConfig (989d931e46b066e8ff1c7ed7ecb6e96d2463a59e68dbb3c44b686eacb22d4bbb) AuthConfig (52f7ff671c3b39930497aaf6f041184d8a5d6d57ec54f6603bb1079cb019d9ae) AuthConfig (ff949adec8a6639d838f3904d43d99a0e82f16e775792e38902cda908f10e4e2) AuthConfig (0172347dd8b358d00a09aefff6543c767ae9bcac1fd7508962caaad8de8eca7f) AuthConfig (f31503d99d303ab3b30c9dc7d78750c4cfceeb75fb54de85d191483b622955cb) AuthConfig (dc944c0eb42714643552856c294ce041a05421cb306e072bd38d4126f09a7aa7) AuthConfig (505b2047cdeb5fd588643b15607730f3dffdf614eb315281b7033ac442ed45d5) AuthConfig (53dce2b31a4424bfc037039bf69f2504325a97fd884b24c4ca4c405104e321cb) AuthConfig (f644daf3080598084b42a146f56b652f160727f52a951f2049a4edad8aafc30d) AuthConfig (df5e8acb1a490234c7fcca44ef85dafc0f118878d718c115909b2097eb3999f0) AuthConfig (68d7e3dc58a786c6a214b2c6fe0d4ac7562d0420cd6187b1755c64d68ae9b6e6) AuthConfig (8dc7d14d34e81223a18c99d9a4b8e47f75a53d525a41791198b40467ff83ac26) AuthConfig (ccbfb15aade1fa6be202bd4f4d5f79e4797a0595272506bfd85e2c7bedce67f3) AuthConfig (e6ef0c794db90391465b8ca0fd5119e36dd2f8388d1ff29cf78877e2954c9134) AuthConfig (1da90a351d8d144a60df4273b4adbf5e0d5f6f28d8098b5147ba224a3f419903) AuthConfig (90d9763ef5cc570ca5c6347b6a30642fe97ded3760f4cfdb664d2b3fe2e181d7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"b448e3bd-f67e-46a2-a305-463747213517","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.520752122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"namespace":"e2e-models-e2e-worker-w4-ed8218","name":"premium-w4-ed8218","reconcileID":"2d057fef-623c-43fb-a8e8-374881420ef1","MaaSModelRef":{"name":"premium-w4-ed8218","namespace":"e2e-models-e2e-worker-w4-ed8218"},"routeName":"premium-w4-ed8218-kserve-route","namespace":"e2e-models-e2e-worker-w4-ed8218","llmisvcName":"premium-w4-ed8218","gateway":"openshift-ingress/e2e-worker-w4-ed8218","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.613904536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d20345-sub","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-sub","reconcileID":"e7d20a5d-6052-4f28-97b1-b87f88737472","MaaSSubscription":{"name":"test-model-d20345-sub","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"maas-trlp-test-model-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.71000436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"3cbf106a-287d-4a98-bef4-39091088117e","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"tenant":"e2e-inf-b-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.710027481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"3cbf106a-287d-4a98-bef4-39091088117e","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"routeName":"test-model-d20345-kserve-route","namespace":"ai-tenant-e2e-inf-b-d20345","llmisvcName":"test-model-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:20.983760669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65fe38e5-8fb5-448d-a923-404dbbe17122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:21.00540435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65fe38e5-8fb5-448d-a923-404dbbe17122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:21.024370829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65fe38e5-8fb5-448d-a923-404dbbe17122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:21.043730626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65fe38e5-8fb5-448d-a923-404dbbe17122","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:21.106630822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-37498a-sub","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-sub","reconcileID":"bb62ee31-7f6a-4a87-9fab-a7eba800aab8","MaaSSubscription":{"name":"test-model-37498a-sub","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"maas-trlp-test-model-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:21.189385103Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"dadcb49d-6007-4e3c-90f3-f7508dfeb0ee","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"tenant":"e2e-inf-a-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:21.1894059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"dadcb49d-6007-4e3c-90f3-f7508dfeb0ee","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"routeName":"test-model-37498a-kserve-route","namespace":"ai-tenant-e2e-inf-a-37498a","llmisvcName":"test-model-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:21.901890766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"22309c2a-ca03-47e8-a68b-9fc12f8dec78","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:21.923950702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"22309c2a-ca03-47e8-a68b-9fc12f8dec78","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"e2e-inf-a-37498a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:22.43411752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"8100927a-0aad-49ad-aade-b5a1fff80a01","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d20345","tenantID":"e2e-inf-b-d20345","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:22.459947606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"8100927a-0aad-49ad-aade-b5a1fff80a01","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"e2e-inf-b-d20345-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:24.41940876Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"b7a095c6-d991-40ba-917f-834200e45a9b","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"tenant":"e2e-inf-b-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:24.419511343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"b7a095c6-d991-40ba-917f-834200e45a9b","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"routeName":"test-model-adc7d7-kserve-route","namespace":"ai-tenant-e2e-inf-b-adc7d7","llmisvcName":"test-model-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:24.776435735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"070894bd-f317-4ea7-8f9d-bd198b13e694","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"tenant":"e2e-inf-b-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:24.776457592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"070894bd-f317-4ea7-8f9d-bd198b13e694","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"routeName":"test-model-adc7d7-kserve-route","namespace":"ai-tenant-e2e-inf-b-adc7d7","llmisvcName":"test-model-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:24.795731105Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"ae499d24-a0c0-4921-96fb-bf0f2b14a324","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"tenant":"e2e-inf-b-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:24.795753098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"ae499d24-a0c0-4921-96fb-bf0f2b14a324","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"routeName":"test-model-adc7d7-kserve-route","namespace":"ai-tenant-e2e-inf-b-adc7d7","llmisvcName":"test-model-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:24.832525591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"e767c61e-acdb-4a09-a493-612d7fccf596","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-adc7d7","tenantID":"e2e-inf-b-adc7d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:24.891317524Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"e767c61e-acdb-4a09-a493-612d7fccf596","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"name":"e2e-inf-b-adc7d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:24.912845365Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-adc7d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"e767c61e-acdb-4a09-a493-612d7fccf596","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:24.945671577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"63652397-fe7d-4015-8078-a6d021619d58","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"tenant":"e2e-inf-b-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:24.945693477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"63652397-fe7d-4015-8078-a6d021619d58","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"routeName":"test-model-adc7d7-kserve-route","namespace":"ai-tenant-e2e-inf-b-adc7d7","llmisvcName":"test-model-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:28.525056586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5699a6-dbe7-4ce8-a018-50533901c05b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:28.544396879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5699a6-dbe7-4ce8-a018-50533901c05b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:28.560608957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5699a6-dbe7-4ce8-a018-50533901c05b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:28.581440203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e5699a6-dbe7-4ce8-a018-50533901c05b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:29.31645744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fa2feb-e288-4867-80a4-81d7f2e32843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:29.333346475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fa2feb-e288-4867-80a4-81d7f2e32843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:29.349975012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fa2feb-e288-4867-80a4-81d7f2e32843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:29.366954972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91fa2feb-e288-4867-80a4-81d7f2e32843","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:30.059408812Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"99643bf2-6876-49bd-bc11-18c74dbf4ad7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"error":"failed to create TokenRateLimitPolicy for model premium-w0-e57216: tokenratelimitpolicies.kuadrant.io \"maas-trlp-premium-w0-e57216\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-e57216 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:30.067097386Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"916ac196-b5d2-473f-aef2-8a1d9acc1171","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"error":"failed to create TokenRateLimitPolicy for model simulator-w0-e57216: tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w0-e57216\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-e57216 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:30.084132085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"99643bf2-6876-49bd-bc11-18c74dbf4ad7","error":"failed to create TokenRateLimitPolicy for model premium-w0-e57216: tokenratelimitpolicies.kuadrant.io \"maas-trlp-premium-w0-e57216\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-e57216 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.084492317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"premium-w0-e57216","reconcileID":"551beef8-3bab-4390-b774-6d7c293a3b6d","MaaSModelRef":{"name":"premium-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"premium-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"premium-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:30.087424268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"916ac196-b5d2-473f-aef2-8a1d9acc1171","error":"failed to create TokenRateLimitPolicy for model simulator-w0-e57216: tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w0-e57216\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-e57216 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.087537874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"namespace":"e2e-models-e2e-worker-w0-e57216","name":"simulator-w0-e57216","reconcileID":"6b4a82a8-b18f-432a-9751-bd62b957e804","MaaSModelRef":{"name":"simulator-w0-e57216","namespace":"e2e-models-e2e-worker-w0-e57216"},"routeName":"simulator-w0-e57216-kserve-route","namespace":"e2e-models-e2e-worker-w0-e57216","llmisvcName":"simulator-w0-e57216","gateway":"openshift-ingress/e2e-worker-w0-e57216","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.118343731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f7a557-6881-4838-9f4f-190350544335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.137492135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f7a557-6881-4838-9f4f-190350544335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.154777255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f7a557-6881-4838-9f4f-190350544335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.171131925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f7a557-6881-4838-9f4f-190350544335","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:30.187349672Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"02bc48f9-f87c-4048-ba52-52fd37245b44","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"error":"failed to create TokenRateLimitPolicy for model premium-w0-e57216: tokenratelimitpolicies.kuadrant.io \"maas-trlp-premium-w0-e57216\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-e57216 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:30.187358372Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"0ccb0662-04ce-4f77-af0b-37fa32ae2f32","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"error":"failed to create TokenRateLimitPolicy for model simulator-w0-e57216: tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w0-e57216\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-e57216 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:30.187489279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"02bc48f9-f87c-4048-ba52-52fd37245b44","error":"failed to create TokenRateLimitPolicy for model premium-w0-e57216: tokenratelimitpolicies.kuadrant.io \"maas-trlp-premium-w0-e57216\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-e57216 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:30.187578891Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"0ccb0662-04ce-4f77-af0b-37fa32ae2f32","error":"failed to create TokenRateLimitPolicy for model simulator-w0-e57216: tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w0-e57216\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-e57216 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:30.272456481Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"5da3e977-4b46-4455-a12f-be05fb9f56f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"error":"failed to create TokenRateLimitPolicy for model premium-w0-e57216: tokenratelimitpolicies.kuadrant.io \"maas-trlp-premium-w0-e57216\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-e57216 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:30.272488483Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"3178b3a0-3143-4e05-a892-94dd636a2ea8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"error":"failed to create TokenRateLimitPolicy for model simulator-w0-e57216: tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w0-e57216\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-e57216 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:30.27261965Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"5da3e977-4b46-4455-a12f-be05fb9f56f4","error":"failed to create TokenRateLimitPolicy for model premium-w0-e57216: tokenratelimitpolicies.kuadrant.io \"maas-trlp-premium-w0-e57216\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-e57216 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:30.272640068Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"3178b3a0-3143-4e05-a892-94dd636a2ea8","error":"failed to create TokenRateLimitPolicy for model simulator-w0-e57216: tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w0-e57216\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-e57216 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:30.508149164Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"0365b735-2f14-4ac7-8903-397f2b86a24e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"error":"failed to create TokenRateLimitPolicy for model simulator-w0-e57216: tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w0-e57216\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-e57216 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:30.514525001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"0365b735-2f14-4ac7-8903-397f2b86a24e","error":"failed to create TokenRateLimitPolicy for model simulator-w0-e57216: tokenratelimitpolicies.kuadrant.io \"maas-trlp-simulator-w0-e57216\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-e57216 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:30.515071307Z","body":"failed to reconcile TokenRateLimitPolicies","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"f904ff62-c394-4537-b7be-c2f74287d24b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"error":"failed to create TokenRateLimitPolicy for model premium-w0-e57216: tokenratelimitpolicies.kuadrant.io \"maas-trlp-premium-w0-e57216\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-e57216 because it is being terminated","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:567\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:30.515282875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"f904ff62-c394-4537-b7be-c2f74287d24b","error":"failed to create TokenRateLimitPolicy for model premium-w0-e57216: tokenratelimitpolicies.kuadrant.io \"maas-trlp-premium-w0-e57216\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-e57216 because it is being terminated","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.535648651Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"61e0a8bc-70fd-432e-a670-12de8431bb71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.535648649Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"a25df5ae-adbb-4e27-abc1-92447d9da628","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-e57216/premium-w0-e57216 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.546608815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"fb6f39a5-de96-44ef-b73f-6a7dbb77981c","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-825472","tenantID":"e2e-inf-b-825472","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.569893267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"fb6f39a5-de96-44ef-b73f-6a7dbb77981c","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"e2e-inf-b-825472-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.660078842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b9a72eea-441f-462d-8156-01a62807e63f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.676463939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0b30493e-9f59-4ff9-a9e1-4d2ee4ff2aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.698939283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b9a72eea-441f-462d-8156-01a62807e63f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.698974843Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b9a72eea-441f-462d-8156-01a62807e63f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.699598707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0b30493e-9f59-4ff9-a9e1-4d2ee4ff2aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.699629972Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"0b30493e-9f59-4ff9-a9e1-4d2ee4ff2aab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.967651789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b845c08d-3d6f-4df4-8a8e-aa74bdff1450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.96811426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"6542acf2-ff58-4f81-b71f-a67c95237b42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.993477364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b845c08d-3d6f-4df4-8a8e-aa74bdff1450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.993515144Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"b845c08d-3d6f-4df4-8a8e-aa74bdff1450","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.993654016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"6542acf2-ff58-4f81-b71f-a67c95237b42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:30.993690002Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"6542acf2-ff58-4f81-b71f-a67c95237b42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.039817877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272fb777-80a8-49bc-b0dd-28d6060865c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.056281923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272fb777-80a8-49bc-b0dd-28d6060865c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.072732976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272fb777-80a8-49bc-b0dd-28d6060865c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.08896383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"272fb777-80a8-49bc-b0dd-28d6060865c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.25111858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"8496c0dd-91b3-4523-97bb-73ede480cd7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.276991005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"8496c0dd-91b3-4523-97bb-73ede480cd7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.277027661Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"8496c0dd-91b3-4523-97bb-73ede480cd7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.37512137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"2e837599-ad03-4265-a040-b05d48cf07f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.411561817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"2e837599-ad03-4265-a040-b05d48cf07f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.477736588Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"2e837599-ad03-4265-a040-b05d48cf07f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.560093271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"72a84cb1-b4a4-4582-ae03-46b2b1ad1958","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-825472","tenantID":"e2e-inf-b-825472","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:49:31.564295052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-sub","reconcileID":"6a5459c8-0cc7-4b2c-b464-626f38d804b2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-825472-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.582975513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"72a84cb1-b4a4-4582-ae03-46b2b1ad1958","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"e2e-inf-b-825472-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.788479211Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-sub","reconcileID":"3731a3e0-9317-494f-8638-f8075a3d6767","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"maas-trlp-test-model-825472","model":"test-model-825472","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-825472/test-model-825472-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.889865729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"08184782-852f-4901-a8e4-58e81aac9859","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"tenant":"e2e-inf-b-825472","gateway":"openshift-ingress/e2e-inf-b-825472","model":"ai-tenant-e2e-inf-b-825472/test-model-825472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.88988688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"08184782-852f-4901-a8e4-58e81aac9859","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"routeName":"test-model-825472-kserve-route","namespace":"ai-tenant-e2e-inf-b-825472","llmisvcName":"test-model-825472","gateway":"openshift-ingress/e2e-inf-b-825472","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.902415607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-sub","reconcileID":"bfdacdde-29f2-41e0-a843-35016bdbafc6","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"maas-trlp-test-model-825472","model":"ai-tenant-e2e-inf-b-825472/test-model-825472","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.932351951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a9ee00-a1e5-42b9-b4df-f14dd8f328dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:31.949647097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a9ee00-a1e5-42b9-b4df-f14dd8f328dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:32.022572051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a9ee00-a1e5-42b9-b4df-f14dd8f328dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:32.039955097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"43a9ee00-a1e5-42b9-b4df-f14dd8f328dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:32.057971078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"fc807d4b-5144-4fc3-be72-06a47cfe8893","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-825472","tenantID":"e2e-inf-b-825472","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:32.080007669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"fc807d4b-5144-4fc3-be72-06a47cfe8893","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"e2e-inf-b-825472-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:32.096474175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-sub","reconcileID":"8194e365-35d4-4a84-9412-1399f2865178","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"maas-trlp-test-model-825472","model":"ai-tenant-e2e-inf-b-825472/test-model-825472","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:34.324928898Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"a417acc8-db40-498f-88f8-611cc2ad38e9","namespace":"ai-tenant-e2e-worker-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:34.325165153Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"a417acc8-db40-498f-88f8-611cc2ad38e9","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:34.370681399Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"a417acc8-db40-498f-88f8-611cc2ad38e9","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:34.402577879Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"a417acc8-db40-498f-88f8-611cc2ad38e9","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:34.402667675Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"a417acc8-db40-498f-88f8-611cc2ad38e9","namespace":"ai-tenant-e2e-worker-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:34.402782446Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"a417acc8-db40-498f-88f8-611cc2ad38e9","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:34.436687866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"65bd0747-3ba7-4d3f-8cda-ad50355a81d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:34.437301634Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"a417acc8-db40-498f-88f8-611cc2ad38e9","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:34.443656377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2fb22e92-dd81-49cf-920c-6f45858cd406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:34.462784288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"65bd0747-3ba7-4d3f-8cda-ad50355a81d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:34.475678456Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"a417acc8-db40-498f-88f8-611cc2ad38e9","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:34.493104265Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"65bd0747-3ba7-4d3f-8cda-ad50355a81d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:34.540369074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2fb22e92-dd81-49cf-920c-6f45858cd406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:34.620400388Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"2fb22e92-dd81-49cf-920c-6f45858cd406","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:34.676073655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"263ae69e-ebd3-4d17-8510-a89df7fd136d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:34.819281441Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"e863304c-57d8-44a7-92fe-9a956fac540e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:34.924985894Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"263ae69e-ebd3-4d17-8510-a89df7fd136d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:35.00833647Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"263ae69e-ebd3-4d17-8510-a89df7fd136d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:35.008361006Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-access","reconcileID":"263ae69e-ebd3-4d17-8510-a89df7fd136d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:35.03247762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"e863304c-57d8-44a7-92fe-9a956fac540e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:35.049400281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"1fec8f00-b239-4f39-b7bb-ad6001d79cf6","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-adc7d7","tenantID":"e2e-inf-b-adc7d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:35.054973362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"e863304c-57d8-44a7-92fe-9a956fac540e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"name":"e2e-worker-w0-e57216-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:35.054990672Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-access","reconcileID":"e863304c-57d8-44a7-92fe-9a956fac540e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e57216"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:35.071295971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"1fec8f00-b239-4f39-b7bb-ad6001d79cf6","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"name":"e2e-inf-b-adc7d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:35.092308457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-adc7d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"1fec8f00-b239-4f39-b7bb-ad6001d79cf6","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:43.715720733Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"a1033bc4-6d14-4628-8019-e17d768ead5c","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:43.715848694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"b5eeb12f-feb9-4627-8fcf-ccb40967effd","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"tenant":"e2e-inf-a-750972","gateway":"openshift-ingress/e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:43.715869029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"b5eeb12f-feb9-4627-8fcf-ccb40967effd","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"routeName":"test-model-750972-kserve-route","namespace":"ai-tenant-e2e-inf-a-750972","llmisvcName":"test-model-750972","gateway":"openshift-ingress/e2e-inf-a-750972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:43.848005876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-750972-sub","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-sub","reconcileID":"d5cdd680-9a34-4296-b343-59d2d62fc8f8","MaaSSubscription":{"name":"test-model-750972-sub","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"maas-trlp-test-model-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:43.857298695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"a1033bc4-6d14-4628-8019-e17d768ead5c","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:43.930422803Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"a1033bc4-6d14-4628-8019-e17d768ead5c","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"e2e-inf-a-750972-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:43.930515744Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-auth","reconcileID":"a1033bc4-6d14-4628-8019-e17d768ead5c","MaaSAuthPolicy":{"name":"test-model-750972-auth","namespace":"ai-tenant-e2e-inf-a-750972"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:43.965615511Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"d24e1f36-70da-41c6-81e7-7962c9873721","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"tenant":"e2e-inf-a-750972","gateway":"openshift-ingress/e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:43.965643749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"d24e1f36-70da-41c6-81e7-7962c9873721","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"routeName":"test-model-750972-kserve-route","namespace":"ai-tenant-e2e-inf-a-750972","llmisvcName":"test-model-750972","gateway":"openshift-ingress/e2e-inf-a-750972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:44.083762877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-750972-sub","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-sub","reconcileID":"d78ffb22-d9cc-4969-89b4-10dd646f7de7","MaaSSubscription":{"name":"test-model-750972-sub","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"maas-trlp-test-model-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:44.161549147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"f259a122-a070-4a85-afc2-fe34c5e99083","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"tenant":"e2e-inf-a-750972","gateway":"openshift-ingress/e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:44.161581362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"f259a122-a070-4a85-afc2-fe34c5e99083","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"routeName":"test-model-750972-kserve-route","namespace":"ai-tenant-e2e-inf-a-750972","llmisvcName":"test-model-750972","gateway":"openshift-ingress/e2e-inf-a-750972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:44.462999027Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"85ee9dc6-9bb6-45de-a03c-86517ffd7422","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:44.463087716Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"a5e58f0f-f878-4ac9-af82-139302b987a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:44.46317711Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"simulator-subscription","reconcileID":"a5e58f0f-f878-4ac9-af82-139302b987a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-e57216/simulator-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:44.463177351Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"premium-simulator-subscription","reconcileID":"85ee9dc6-9bb6-45de-a03c-86517ffd7422","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e57216"},"model":"e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-e57216/premium-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:45.14046171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"7d7b6cdb-97bf-487e-b0ef-ec5834c43478","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-adc7d7","tenantID":"e2e-inf-b-adc7d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:45.164958805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"7d7b6cdb-97bf-487e-b0ef-ec5834c43478","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"name":"e2e-inf-b-adc7d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:45.207676497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-adc7d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"7d7b6cdb-97bf-487e-b0ef-ec5834c43478","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:45.687198058Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:54.230949169Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-750972-sub","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-sub","reconcileID":"1e8d340b-fddf-4eb8-97ee-ce6effeea3f8","MaaSSubscription":{"name":"test-model-750972-sub","namespace":"ai-tenant-e2e-inf-a-750972"},"model":"ai-tenant-e2e-inf-a-750972/test-model-750972","subscription":"test-model-750972-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:54.248273719Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-750972-sub","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-sub","reconcileID":"1e8d340b-fddf-4eb8-97ee-ce6effeea3f8","MaaSSubscription":{"name":"test-model-750972-sub","namespace":"ai-tenant-e2e-inf-a-750972"},"model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:54.265217759Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-750972-sub","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972-sub","reconcileID":"1e8d340b-fddf-4eb8-97ee-ce6effeea3f8","MaaSSubscription":{"name":"test-model-750972-sub","namespace":"ai-tenant-e2e-inf-a-750972"},"name":"maas-trlp-test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:54.35974108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"53e2100a-d668-464b-86d2-a2a0e19bbccd","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"tenant":"e2e-inf-a-750972","gateway":"openshift-ingress/e2e-inf-a-750972","model":"ai-tenant-e2e-inf-a-750972/test-model-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:54.359763604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"test-model-750972","reconcileID":"53e2100a-d668-464b-86d2-a2a0e19bbccd","MaaSModelRef":{"name":"test-model-750972","namespace":"ai-tenant-e2e-inf-a-750972"},"routeName":"test-model-750972-kserve-route","namespace":"ai-tenant-e2e-inf-a-750972","llmisvcName":"test-model-750972","gateway":"openshift-ingress/e2e-inf-a-750972","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:55.242161983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"1d8f3699-c9d7-4bbe-bea4-ad091d3aa7ef","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-adc7d7","tenantID":"e2e-inf-b-adc7d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:55.265239469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"1d8f3699-c9d7-4bbe-bea4-ad091d3aa7ef","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"name":"e2e-inf-b-adc7d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:55.286391846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-adc7d7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (181c76633ecee0a9b26c1a960d27b83ea8175db72f4580b131bef430a2b19e3e) AuthConfig (68b9e9d73b9699385baf38adf8b7442c6767d6d0106509f93252d15b61d8404d) AuthConfig (e878a296e326f1e948619c5b2a18c78fc34e74ad8ceb657c4d7e0caf655cc9ab) AuthConfig (00bd48cdbfebe7fb9484f8b9d1288d7c006802c6149175028b66cb7c9e477a8a) AuthConfig (09c4ca7a16a74946f3640959b7fe9054f3077939dea6492b9f78af91e8f718e0) AuthConfig (19fde9cf2fa7892e0dff9e648862a28048138f813f392b4285327afe17921541) AuthConfig (14978f674a386ad77fef6d685cf525934f709245d77bda81f97988edb71e1ca3) AuthConfig (f41249943de33c8e103203fbe1bc28edce4aff476317a56e51e4c60d9e517ec2) AuthConfig (f2b737d34aa061dceaa536ad3beaa915f3dec70160ecbdac3824f65f014776df) AuthConfig (1ce265cd00a36636e4e16be2f3a0f7a6b310ba588fe558abfc5d516dfc0a3586) AuthConfig (1413f3bbc0afe11fc07ae05fae31f1c81cfdcb220d2b61aca322109691ed009b) AuthConfig (5e5e343bcf974936d2738c6bb9a16d19bc9402126764fc6c349f21b49693d015) AuthConfig (eeda8e82d82b57ca61c147eff92e9a75704d039a08b22f305e8db81965e02e11) AuthConfig (0aa25b6ca370e0201a24056fe91fcaad50f1c62bf34c2711bcb491a497aef01e) AuthConfig (20f3c9815d34cfe6a755c2ba26010c02ba0a00d2e6abb9a6b82941c3bd5472d9) AuthConfig (4d1eb8b30b224ec5e3547100e1199db430963e5f96284ecf574f0eb7e5192e3c) AuthConfig (cd031823046a87bc661ac9695e44f164532e815539068d38637f98d9133655cc) AuthConfig (af656a7a323f90abff1f908813fc95d12b762d6d9c257148022e45a82ef5038c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"1d8f3699-c9d7-4bbe-bea4-ad091d3aa7ef","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:55.308953342Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"87d9cb46-9da5-410d-b79c-5541a7709d14","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"tenant":"e2e-inf-b-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:55.308969873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"87d9cb46-9da5-410d-b79c-5541a7709d14","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"routeName":"test-model-adc7d7-kserve-route","namespace":"ai-tenant-e2e-inf-b-adc7d7","llmisvcName":"test-model-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:58.277580143Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"150f0323-9ae4-45b2-98ed-4dc1988baa24","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:58.278708352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"85d928cf-6f29-47ef-a492-5808aea7b46b","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"tenant":"e2e-inf-b-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:58.278946737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"85d928cf-6f29-47ef-a492-5808aea7b46b","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"routeName":"test-model-d20345-kserve-route","namespace":"ai-tenant-e2e-inf-b-d20345","llmisvcName":"test-model-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:58.397731382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d20345-sub","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-sub","reconcileID":"58f6fa97-ddb9-463a-b396-a4b52152e461","MaaSSubscription":{"name":"test-model-d20345-sub","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"maas-trlp-test-model-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:58.417987371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"150f0323-9ae4-45b2-98ed-4dc1988baa24","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d20345","tenantID":"e2e-inf-b-d20345","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:58.479930601Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"150f0323-9ae4-45b2-98ed-4dc1988baa24","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"e2e-inf-b-d20345-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:58.479961273Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-auth","reconcileID":"150f0323-9ae4-45b2-98ed-4dc1988baa24","MaaSAuthPolicy":{"name":"test-model-d20345-auth","namespace":"ai-tenant-e2e-inf-b-d20345"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:58.503304083Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"ce84378c-2be9-40f0-b66d-d5549680ef22","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"tenant":"e2e-inf-b-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:58.503324676Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"ce84378c-2be9-40f0-b66d-d5549680ef22","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"routeName":"test-model-d20345-kserve-route","namespace":"ai-tenant-e2e-inf-b-d20345","llmisvcName":"test-model-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:58.576183139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d20345-sub","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-sub","reconcileID":"fdf56b0a-15e0-4e3c-b172-4a6c6e4a6369","MaaSSubscription":{"name":"test-model-d20345-sub","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"maas-trlp-test-model-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:58.672280847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"aacf1256-c7cf-4c40-9963-0ae302d289e7","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"tenant":"e2e-inf-b-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:49:58.672310178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"aacf1256-c7cf-4c40-9963-0ae302d289e7","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"routeName":"test-model-d20345-kserve-route","namespace":"ai-tenant-e2e-inf-b-d20345","llmisvcName":"test-model-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:05.347943603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"7f1f6637-65a5-4a08-90a3-fd5f9cde02be","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-adc7d7","tenantID":"e2e-inf-b-adc7d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:05.37692731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"7f1f6637-65a5-4a08-90a3-fd5f9cde02be","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"name":"e2e-inf-b-adc7d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:05.400256546Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-inf-b-adc7d7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (181c76633ecee0a9b26c1a960d27b83ea8175db72f4580b131bef430a2b19e3e) AuthConfig (68b9e9d73b9699385baf38adf8b7442c6767d6d0106509f93252d15b61d8404d) AuthConfig (e878a296e326f1e948619c5b2a18c78fc34e74ad8ceb657c4d7e0caf655cc9ab) AuthConfig (00bd48cdbfebe7fb9484f8b9d1288d7c006802c6149175028b66cb7c9e477a8a) AuthConfig (09c4ca7a16a74946f3640959b7fe9054f3077939dea6492b9f78af91e8f718e0) AuthConfig (19fde9cf2fa7892e0dff9e648862a28048138f813f392b4285327afe17921541) AuthConfig (14978f674a386ad77fef6d685cf525934f709245d77bda81f97988edb71e1ca3) AuthConfig (f41249943de33c8e103203fbe1bc28edce4aff476317a56e51e4c60d9e517ec2) AuthConfig (f2b737d34aa061dceaa536ad3beaa915f3dec70160ecbdac3824f65f014776df) AuthConfig (1ce265cd00a36636e4e16be2f3a0f7a6b310ba588fe558abfc5d516dfc0a3586) AuthConfig (1413f3bbc0afe11fc07ae05fae31f1c81cfdcb220d2b61aca322109691ed009b) AuthConfig (5e5e343bcf974936d2738c6bb9a16d19bc9402126764fc6c349f21b49693d015) AuthConfig (eeda8e82d82b57ca61c147eff92e9a75704d039a08b22f305e8db81965e02e11) AuthConfig (0aa25b6ca370e0201a24056fe91fcaad50f1c62bf34c2711bcb491a497aef01e) AuthConfig (20f3c9815d34cfe6a755c2ba26010c02ba0a00d2e6abb9a6b82941c3bd5472d9) AuthConfig (4d1eb8b30b224ec5e3547100e1199db430963e5f96284ecf574f0eb7e5192e3c) AuthConfig (cd031823046a87bc661ac9695e44f164532e815539068d38637f98d9133655cc) AuthConfig (af656a7a323f90abff1f908813fc95d12b762d6d9c257148022e45a82ef5038c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"7f1f6637-65a5-4a08-90a3-fd5f9cde02be","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:05.755529944Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","namespace":"ai-tenant-e2e-worker-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:05.755631959Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","namespace":"ai-tenant-e2e-worker-w4-ed8218","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:05.755728589Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","tenant":"e2e-worker-w4-ed8218","tenantID":"e2e-worker-w4-ed8218","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:05.776436164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"Deployment","name":"maas-api-e2e-worker-w4-ed8218","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:05.816161977Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"Service","name":"maas-api-e2e-worker-w4-ed8218","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:05.839045881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-ed8218","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:05.86342497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-ed8218","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:05.89302344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-ed8218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:05.921108763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-ed8218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:05.949692377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-ed8218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:05.975493766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-ed8218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:05.995754822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-ed8218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:06.017570355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-ed8218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:06.040500183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"Service","name":"payload-processing-e2e-worker-w4-ed8218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:06.057486343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-ed8218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:06.08051243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-ed8218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:06.120528932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-ed8218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:06.157883837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-ed8218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:06.187462926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-ed8218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:06.211981408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-ed8218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:06.2326102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-ed8218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:06.249515133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-ed8218","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:06.270470767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-ed8218"},"namespace":"ai-tenant-e2e-worker-w4-ed8218","name":"default-tenant","reconcileID":"e3c78db0-d66a-4e86-9054-52b43ae160d0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-ed8218","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:06.767466895Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-ed8218","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-ed8218","reconcileID":"055fcd50-6464-4faf-8bc1-6fb92a992c3c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-ed8218","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-ed8218"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:07.240825791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dddc55d-f9c1-4029-ba1a-847cfc1b0bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:07.257604571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dddc55d-f9c1-4029-ba1a-847cfc1b0bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:07.273722872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dddc55d-f9c1-4029-ba1a-847cfc1b0bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:07.29032125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8dddc55d-f9c1-4029-ba1a-847cfc1b0bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:08.075892091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f58256-0bb8-4c06-8dc9-4cee5d2a01c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:08.095341526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f58256-0bb8-4c06-8dc9-4cee5d2a01c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:08.111643351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f58256-0bb8-4c06-8dc9-4cee5d2a01c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:08.128379811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48f58256-0bb8-4c06-8dc9-4cee5d2a01c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:08.735850521Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d20345-sub","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-sub","reconcileID":"b35b3f41-1280-4de5-91fc-1af6c108e907","MaaSSubscription":{"name":"test-model-d20345-sub","namespace":"ai-tenant-e2e-inf-b-d20345"},"model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","subscription":"test-model-d20345-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:08.753481613Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d20345-sub","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-sub","reconcileID":"b35b3f41-1280-4de5-91fc-1af6c108e907","MaaSSubscription":{"name":"test-model-d20345-sub","namespace":"ai-tenant-e2e-inf-b-d20345"},"model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:08.770028449Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-d20345-sub","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345-sub","reconcileID":"b35b3f41-1280-4de5-91fc-1af6c108e907","MaaSSubscription":{"name":"test-model-d20345-sub","namespace":"ai-tenant-e2e-inf-b-d20345"},"name":"maas-trlp-test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:08.818339223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-sub","reconcileID":"a0f5908a-2a65-430f-8d70-e8eca11ab767","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"maas-trlp-test-model-825472","model":"ai-tenant-e2e-inf-b-825472/test-model-825472","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:08.923483286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"7da16749-26f9-4841-b5b5-3305d5f81045","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"tenant":"e2e-inf-b-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","model":"ai-tenant-e2e-inf-b-d20345/test-model-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:08.923518423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"test-model-d20345","reconcileID":"7da16749-26f9-4841-b5b5-3305d5f81045","MaaSModelRef":{"name":"test-model-d20345","namespace":"ai-tenant-e2e-inf-b-d20345"},"routeName":"test-model-d20345-kserve-route","namespace":"ai-tenant-e2e-inf-b-d20345","llmisvcName":"test-model-d20345","gateway":"openshift-ingress/e2e-inf-b-d20345","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:09.022873208Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"fe5fbc17-8738-4cac-b7a2-b3617b77be24","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"tenant":"e2e-inf-b-825472","gateway":"openshift-ingress/e2e-inf-b-825472","model":"ai-tenant-e2e-inf-b-825472/test-model-825472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:09.02290808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"fe5fbc17-8738-4cac-b7a2-b3617b77be24","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"routeName":"test-model-825472-kserve-route","namespace":"ai-tenant-e2e-inf-b-825472","llmisvcName":"test-model-825472","gateway":"openshift-ingress/e2e-inf-b-825472","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:09.292318933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"2977191f-4d33-422e-bf51-6e54f7a00e65","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-825472","tenantID":"e2e-inf-b-825472","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:09.313520003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"2977191f-4d33-422e-bf51-6e54f7a00e65","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"e2e-inf-b-825472-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:15.434517184Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"d0117a84-9d6f-4e2b-bb47-5bb1b6763bce","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-adc7d7","tenantID":"e2e-inf-b-adc7d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:15.456412866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"d0117a84-9d6f-4e2b-bb47-5bb1b6763bce","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"name":"e2e-inf-b-adc7d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:15.547871258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"dcaeda18-95eb-435b-9c42-451dbc90a7ee","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"tenant":"e2e-inf-b-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:15.547893945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"dcaeda18-95eb-435b-9c42-451dbc90a7ee","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"routeName":"test-model-adc7d7-kserve-route","namespace":"ai-tenant-e2e-inf-b-adc7d7","llmisvcName":"test-model-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:15.663606774Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:16.878547705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"faeccb06-ae66-420d-8c41-27f6e3bfb29d","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"tenant":"e2e-inf-b-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:16.878574153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"faeccb06-ae66-420d-8c41-27f6e3bfb29d","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"routeName":"test-model-adc7d7-kserve-route","namespace":"ai-tenant-e2e-inf-b-adc7d7","llmisvcName":"test-model-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:16.90492553Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"ae715d0f-e253-413a-a210-7831540f6a4d","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"tenant":"e2e-inf-b-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:16.904955028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"ae715d0f-e253-413a-a210-7831540f6a4d","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"routeName":"test-model-adc7d7-kserve-route","namespace":"ai-tenant-e2e-inf-b-adc7d7","llmisvcName":"test-model-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:16.911152774Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"06383812-c646-40fe-b072-5511d0ad6ea8","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-adc7d7","tenantID":"e2e-inf-b-adc7d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:50:16.912200915Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adc7d7-sub","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-sub","reconcileID":"1d5effc6-b92f-4cb9-8bff-5a3f8a0ccb32","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"test-model-adc7d7-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:16.937465601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"06383812-c646-40fe-b072-5511d0ad6ea8","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"name":"e2e-inf-b-adc7d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:16.946699884Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"f109a12d-172a-4b33-9f2b-71272e42f2fd","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"tenant":"e2e-inf-b-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:16.946721391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"f109a12d-172a-4b33-9f2b-71272e42f2fd","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"routeName":"test-model-adc7d7-kserve-route","namespace":"ai-tenant-e2e-inf-b-adc7d7","llmisvcName":"test-model-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:16.96991857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"011c38bd-86be-4a7d-8641-4baa21762c73","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"tenant":"e2e-inf-b-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:16.9699358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"011c38bd-86be-4a7d-8641-4baa21762c73","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"routeName":"test-model-adc7d7-kserve-route","namespace":"ai-tenant-e2e-inf-b-adc7d7","llmisvcName":"test-model-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:17.028656857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"fdcd85be-2ba8-4dae-ab96-d98be0f8c9db","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-adc7d7","tenantID":"e2e-inf-b-adc7d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:17.049604855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"fdcd85be-2ba8-4dae-ab96-d98be0f8c9db","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"name":"e2e-inf-b-adc7d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:17.058988288Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adc7d7-sub","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-sub","reconcileID":"9cc04542-e45f-45e7-99d2-4ba1c6cdffe1","MaaSSubscription":{"name":"test-model-adc7d7-sub","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"name":"maas-trlp-test-model-adc7d7","model":"test-model-adc7d7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:17.124650729Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"236e310c-16d2-416c-ae83-a2436510d943","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"tenant":"e2e-inf-b-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:17.124674086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"236e310c-16d2-416c-ae83-a2436510d943","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"routeName":"test-model-adc7d7-kserve-route","namespace":"ai-tenant-e2e-inf-b-adc7d7","llmisvcName":"test-model-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:17.173294196Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adc7d7-sub","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-sub","reconcileID":"edbd7c99-0752-47bd-936a-cefe69786024","MaaSSubscription":{"name":"test-model-adc7d7-sub","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"name":"maas-trlp-test-model-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:19.924108629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e345a97d-080f-4742-917b-613d9ff13fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:19.940502392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e345a97d-080f-4742-917b-613d9ff13fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:19.957038688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e345a97d-080f-4742-917b-613d9ff13fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:19.973420125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e345a97d-080f-4742-917b-613d9ff13fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:20.661636443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6baae0a-4527-44e7-bcfa-a12dd0705eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:20.699340431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6baae0a-4527-44e7-bcfa-a12dd0705eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:20.723835347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6baae0a-4527-44e7-bcfa-a12dd0705eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:20.742833996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6baae0a-4527-44e7-bcfa-a12dd0705eff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:21.368882165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7503713-13e3-4271-8a5a-1e0a191bb0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:21.385447958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7503713-13e3-4271-8a5a-1e0a191bb0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:21.402318385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7503713-13e3-4271-8a5a-1e0a191bb0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:21.419101347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7503713-13e3-4271-8a5a-1e0a191bb0af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.105235299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3083c81a-162c-4d7b-bdf4-73d65133df47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.121549442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3083c81a-162c-4d7b-bdf4-73d65133df47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.137764809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3083c81a-162c-4d7b-bdf4-73d65133df47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.155637825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3083c81a-162c-4d7b-bdf4-73d65133df47","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.296645268Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","namespace":"ai-tenant-e2e-shared-a-w6-2591f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.296702209Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","namespace":"ai-tenant-e2e-shared-a-w6-2591f6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.296750773Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","tenant":"e2e-shared-a-w6-2591f6","tenantID":"e2e-shared-a-w6-2591f6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.320119419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"Deployment","name":"maas-api-e2e-shared-a-w6-2591f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.34991753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"Service","name":"maas-api-e2e-shared-a-w6-2591f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.372278503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w6-2591f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.397287251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w6-2591f6","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.416625804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w6-2591f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.437258787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w6-2591f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.459733958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w6-2591f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.478181707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w6-2591f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.495429732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w6-2591f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.511162448Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w6-2591f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.527288561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"Service","name":"payload-processing-e2e-shared-a-w6-2591f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.543552385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w6-2591f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.55970209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w6-2591f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.608555071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w6-2591f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.629479652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w6-2591f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.676369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w6-2591f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.71125422Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w6-2591f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.730508569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w6-2591f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.74949956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w6-2591f6","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:22.766904062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w6-2591f6"},"namespace":"ai-tenant-e2e-shared-a-w6-2591f6","name":"default-tenant","reconcileID":"ee1e1ec0-7fe0-461b-b25b-05fa974b58f3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w6-2591f6","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:23.237118903Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w6-2591f6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w6-2591f6","reconcileID":"a5800652-21e3-4cc6-bfcd-d657ab6d767c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w6-2591f6","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w6-2591f6"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:23.679808679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bee8e33-7985-4e4f-aa0a-9b4aebcdb925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:23.697529048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bee8e33-7985-4e4f-aa0a-9b4aebcdb925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:23.714360145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bee8e33-7985-4e4f-aa0a-9b4aebcdb925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:23.731524383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bee8e33-7985-4e4f-aa0a-9b4aebcdb925","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:24.359399927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6cea5a8-8e09-4ba5-9e47-464651becdff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:24.375629007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6cea5a8-8e09-4ba5-9e47-464651becdff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:24.391925216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6cea5a8-8e09-4ba5-9e47-464651becdff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:24.408072287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6cea5a8-8e09-4ba5-9e47-464651becdff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:26.745064361Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","namespace":"ai-tenant-e2e-worker-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:26.745153006Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","namespace":"ai-tenant-e2e-worker-w0-e57216","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:26.74525264Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","tenant":"e2e-worker-w0-e57216","tenantID":"e2e-worker-w0-e57216","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:26.763924467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"Deployment","name":"maas-api-e2e-worker-w0-e57216","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:26.79291593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"Service","name":"maas-api-e2e-worker-w0-e57216","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:26.8156563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-e57216","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:26.835933759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-e57216","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:26.867753366Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-e57216","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:26.891708776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-e57216","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:26.913113938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-e57216","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:26.932892411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-e57216","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:26.948976868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-e57216","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:26.964932523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-e57216","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:26.985470948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"Service","name":"payload-processing-e2e-worker-w0-e57216","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:27.001326896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-e57216","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:27.01728275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-e57216","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:27.033588652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-e57216","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:27.055808819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-e57216","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:27.080111483Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-e57216","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:27.096435084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-e57216","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:27.123011813Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-e57216","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:27.146645197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-e57216","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:27.164555081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e57216"},"namespace":"ai-tenant-e2e-worker-w0-e57216","name":"default-tenant","reconcileID":"6e39b2ce-ebfb-4b88-aa9b-c0a46aa8aecc","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-e57216","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:27.563050898Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-e57216","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-e57216","reconcileID":"4a5a9f5a-256c-4567-9047-2a5b2a359b11","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-e57216","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-e57216"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:28.048638466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6687b04d-4eb8-4f58-934e-27560420f0d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:28.06478451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6687b04d-4eb8-4f58-934e-27560420f0d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:28.08107765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6687b04d-4eb8-4f58-934e-27560420f0d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:28.097118901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6687b04d-4eb8-4f58-934e-27560420f0d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:28.846717247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ed7c3d-eb48-47fb-b73a-896cbfec5d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:28.863069449Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ed7c3d-eb48-47fb-b73a-896cbfec5d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:28.879334717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ed7c3d-eb48-47fb-b73a-896cbfec5d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:28.895251145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ed7c3d-eb48-47fb-b73a-896cbfec5d0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:31.321291552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adc7d7-sub","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-sub","reconcileID":"5f5c7c30-0086-459b-b941-0eed9c3d0435","MaaSSubscription":{"name":"test-model-adc7d7-sub","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"name":"maas-trlp-test-model-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:31.385033135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"c9c722b3-33fe-4f32-804f-5379f56721c8","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"tenant":"e2e-inf-b-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:31.38505506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"c9c722b3-33fe-4f32-804f-5379f56721c8","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"routeName":"test-model-adc7d7-kserve-route","namespace":"ai-tenant-e2e-inf-b-adc7d7","llmisvcName":"test-model-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:31.79779433Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"d37e5377-c868-4252-9678-253c38486567","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:31.797872882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"19c5fde9-df72-4d93-bd27-43007a2f7b4c","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"tenant":"e2e-inf-a-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:31.797890402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"19c5fde9-df72-4d93-bd27-43007a2f7b4c","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"routeName":"test-model-3b8149-kserve-route","namespace":"ai-tenant-e2e-inf-a-3b8149","llmisvcName":"test-model-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:31.885827701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3b8149-sub","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-sub","reconcileID":"5e2b7e6e-051b-4ba3-b1ad-f20ff3c97475","MaaSSubscription":{"name":"test-model-3b8149-sub","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"maas-trlp-test-model-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:31.931938353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"d37e5377-c868-4252-9678-253c38486567","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:31.998180132Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"d37e5377-c868-4252-9678-253c38486567","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"e2e-inf-a-3b8149-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:31.998223086Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-auth","reconcileID":"d37e5377-c868-4252-9678-253c38486567","MaaSAuthPolicy":{"name":"test-model-3b8149-auth","namespace":"ai-tenant-e2e-inf-a-3b8149"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:32.02538561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"8395dd95-7bf6-4e32-a510-242fec9eed27","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"tenant":"e2e-inf-a-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:32.025409324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"8395dd95-7bf6-4e32-a510-242fec9eed27","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"routeName":"test-model-3b8149-kserve-route","namespace":"ai-tenant-e2e-inf-a-3b8149","llmisvcName":"test-model-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:32.049347047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"ab0231e6-a0a9-4374-a4d5-4dd31826dabf","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-adc7d7","tenantID":"e2e-inf-b-adc7d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:32.07595474Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"ab0231e6-a0a9-4374-a4d5-4dd31826dabf","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"name":"e2e-inf-b-adc7d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:32.104866992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3b8149-sub","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-sub","reconcileID":"1abe02c2-781a-48f1-ac6e-455af84a8771","MaaSSubscription":{"name":"test-model-3b8149-sub","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"maas-trlp-test-model-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:32.178523528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"c189a2e0-e8f0-4fb2-893d-3ee9444e2ff7","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"tenant":"e2e-inf-a-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:32.178545822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"c189a2e0-e8f0-4fb2-893d-3ee9444e2ff7","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"routeName":"test-model-3b8149-kserve-route","namespace":"ai-tenant-e2e-inf-a-3b8149","llmisvcName":"test-model-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:32.900041679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e909e7cd-55fd-414a-ae10-1a18a2c2300e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:32.921326812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e909e7cd-55fd-414a-ae10-1a18a2c2300e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:32.939315634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e909e7cd-55fd-414a-ae10-1a18a2c2300e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:32.955534041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e909e7cd-55fd-414a-ae10-1a18a2c2300e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:33.794750922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d065fb72-0c6c-4f61-a191-71cac66b02dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:33.810763287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d065fb72-0c6c-4f61-a191-71cac66b02dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:33.835146537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d065fb72-0c6c-4f61-a191-71cac66b02dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:33.855107256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d065fb72-0c6c-4f61-a191-71cac66b02dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.450397854Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","namespace":"ai-tenant-e2e-inf-a-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.450484298Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","namespace":"ai-tenant-e2e-inf-a-750972","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.450560934Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","tenant":"e2e-inf-a-750972","tenantID":"e2e-inf-a-750972","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.470850471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"Deployment","name":"maas-api-e2e-inf-a-750972","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.503729209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"Service","name":"maas-api-e2e-inf-a-750972","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.525621552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-750972","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.545062181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-750972","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.564291444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-750972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.589257629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-750972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.611484468Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-750972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.62976543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-750972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.645547099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"Deployment","name":"payload-processing-e2e-inf-a-750972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.66139672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-750972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.677472526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"Service","name":"payload-processing-e2e-inf-a-750972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.693295741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-750972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.709061782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-750972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.724845778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-750972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.760790773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-750972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.803814261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-750972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.821732197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-750972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.841523311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-750972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.862049089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-750972","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:37.880543689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-750972"},"namespace":"ai-tenant-e2e-inf-a-750972","name":"default-tenant","reconcileID":"4d24e57c-d510-48cc-a2e0-2d285b589adf","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-750972","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:38.38369124Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-750972","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-750972","reconcileID":"40baca82-c751-429c-a4fd-b9a5c6da5004","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-750972","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-750972"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:38.824118549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f94733-c6d6-406d-a1b5-54640d33e433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:38.840996715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f94733-c6d6-406d-a1b5-54640d33e433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:38.858554831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f94733-c6d6-406d-a1b5-54640d33e433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:38.875326511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5f94733-c6d6-406d-a1b5-54640d33e433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:39.552600894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf67ec8d-19aa-4d9c-ae02-4f69c1b1220a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:39.569333488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf67ec8d-19aa-4d9c-ae02-4f69c1b1220a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:39.585436649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf67ec8d-19aa-4d9c-ae02-4f69c1b1220a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:39.601487759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf67ec8d-19aa-4d9c-ae02-4f69c1b1220a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:42.243723969Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3b8149-sub","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-sub","reconcileID":"f61e8df5-63c4-4c2f-b2ae-5e3f0701cc1e","MaaSSubscription":{"name":"test-model-3b8149-sub","namespace":"ai-tenant-e2e-inf-a-3b8149"},"model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","subscription":"test-model-3b8149-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:42.260488355Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3b8149-sub","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-sub","reconcileID":"f61e8df5-63c4-4c2f-b2ae-5e3f0701cc1e","MaaSSubscription":{"name":"test-model-3b8149-sub","namespace":"ai-tenant-e2e-inf-a-3b8149"},"model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:42.277237498Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-3b8149-sub","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149-sub","reconcileID":"f61e8df5-63c4-4c2f-b2ae-5e3f0701cc1e","MaaSSubscription":{"name":"test-model-3b8149-sub","namespace":"ai-tenant-e2e-inf-a-3b8149"},"name":"maas-trlp-test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:42.467613013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"d09632b9-d266-4b39-aa86-38aa55efe3ad","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"tenant":"e2e-inf-a-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","model":"ai-tenant-e2e-inf-a-3b8149/test-model-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:42.467636878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"test-model-3b8149","reconcileID":"d09632b9-d266-4b39-aa86-38aa55efe3ad","MaaSModelRef":{"name":"test-model-3b8149","namespace":"ai-tenant-e2e-inf-a-3b8149"},"routeName":"test-model-3b8149-kserve-route","namespace":"ai-tenant-e2e-inf-a-3b8149","llmisvcName":"test-model-3b8149","gateway":"openshift-ingress/e2e-inf-a-3b8149","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:43.341102978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"61e6bd82-fca6-4a41-9369-76960ada3182","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"tenant":"e2e-inf-b-825472","gateway":"openshift-ingress/e2e-inf-b-825472","model":"ai-tenant-e2e-inf-b-825472/test-model-825472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:43.351065246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"61e6bd82-fca6-4a41-9369-76960ada3182","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"routeName":"test-model-825472-kserve-route","namespace":"ai-tenant-e2e-inf-b-825472","llmisvcName":"test-model-825472","gateway":"openshift-ingress/e2e-inf-b-825472","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:43.342524796Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"a59bd2b5-de31-4fe4-82fc-95628017c41d","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"model":"ai-tenant-e2e-inf-b-825472/test-model-825472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:43.419496445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"a59bd2b5-de31-4fe4-82fc-95628017c41d","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-825472","tenantID":"e2e-inf-b-825472","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:43.436718912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-sub","reconcileID":"42e61116-880b-42ec-a4a6-1f2c26d4f338","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"maas-trlp-test-model-825472","model":"ai-tenant-e2e-inf-b-825472/test-model-825472","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:43.511748603Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"a59bd2b5-de31-4fe4-82fc-95628017c41d","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"e2e-inf-b-825472-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:43.511781218Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-auth","reconcileID":"a59bd2b5-de31-4fe4-82fc-95628017c41d","MaaSAuthPolicy":{"name":"test-model-825472-auth","namespace":"ai-tenant-e2e-inf-b-825472"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-825472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:43.545828362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"6e5e3444-93f6-4191-ac18-23e53bc1ba87","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"tenant":"e2e-inf-b-825472","gateway":"openshift-ingress/e2e-inf-b-825472","model":"ai-tenant-e2e-inf-b-825472/test-model-825472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:43.54584993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"6e5e3444-93f6-4191-ac18-23e53bc1ba87","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"routeName":"test-model-825472-kserve-route","namespace":"ai-tenant-e2e-inf-b-825472","llmisvcName":"test-model-825472","gateway":"openshift-ingress/e2e-inf-b-825472","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:43.684655332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-sub","reconcileID":"48b72c0e-7385-4df9-b6ad-b4dfcfabcb5a","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"maas-trlp-test-model-825472","model":"ai-tenant-e2e-inf-b-825472/test-model-825472","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:45.667990509Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:46.753082936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969c5d8a-8076-41ad-88a3-935ccc5879bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:46.769290396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969c5d8a-8076-41ad-88a3-935ccc5879bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:46.785202843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969c5d8a-8076-41ad-88a3-935ccc5879bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:46.801075185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"969c5d8a-8076-41ad-88a3-935ccc5879bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:47.535536211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a544fea-2733-4b94-a363-62892d1b9f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:47.555635531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a544fea-2733-4b94-a363-62892d1b9f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:47.571840893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a544fea-2733-4b94-a363-62892d1b9f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:47.587891492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a544fea-2733-4b94-a363-62892d1b9f17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:48.317015528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490e073d-bccc-4247-8192-31dbcc80e997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:48.338875131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490e073d-bccc-4247-8192-31dbcc80e997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:48.355677787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490e073d-bccc-4247-8192-31dbcc80e997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:48.371797945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"490e073d-bccc-4247-8192-31dbcc80e997","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:49.053968631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ba9228b-e80a-4049-b597-917ac3719c95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:49.070758726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ba9228b-e80a-4049-b597-917ac3719c95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:49.086926048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ba9228b-e80a-4049-b597-917ac3719c95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:49.10323423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ba9228b-e80a-4049-b597-917ac3719c95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:53.69746394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"946bf69e-2717-48f7-a292-bb9771b683d0","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"tenant":"e2e-inf-b-825472","gateway":"openshift-ingress/e2e-inf-b-825472","model":"ai-tenant-e2e-inf-b-825472/test-model-825472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:50:53.69753637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"946bf69e-2717-48f7-a292-bb9771b683d0","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"routeName":"test-model-825472-kserve-route","namespace":"ai-tenant-e2e-inf-b-825472","llmisvcName":"test-model-825472","gateway":"openshift-ingress/e2e-inf-b-825472","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:01.138078479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"af5cf183-9a5e-4b99-93b4-c218c882e792","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"tenant":"e2e-inf-a-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:01.138111019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"af5cf183-9a5e-4b99-93b4-c218c882e792","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"routeName":"test-model-37498a-kserve-route","namespace":"ai-tenant-e2e-inf-a-37498a","llmisvcName":"test-model-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:01.138911125Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"09e3d9ea-e1fc-40ac-8bdb-a444f07a1e19","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:01.217473567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-37498a-sub","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-sub","reconcileID":"3197a816-1093-4db0-a5ad-b12a4a6515a6","MaaSSubscription":{"name":"test-model-37498a-sub","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"maas-trlp-test-model-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:01.278971619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"09e3d9ea-e1fc-40ac-8bdb-a444f07a1e19","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:01.377429562Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"09e3d9ea-e1fc-40ac-8bdb-a444f07a1e19","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"e2e-inf-a-37498a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:01.377462206Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-auth","reconcileID":"09e3d9ea-e1fc-40ac-8bdb-a444f07a1e19","MaaSAuthPolicy":{"name":"test-model-37498a-auth","namespace":"ai-tenant-e2e-inf-a-37498a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:01.398924835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"93f33e96-a227-4663-878f-ce1c9dd0896b","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"tenant":"e2e-inf-a-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:01.399043101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"93f33e96-a227-4663-878f-ce1c9dd0896b","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"routeName":"test-model-37498a-kserve-route","namespace":"ai-tenant-e2e-inf-a-37498a","llmisvcName":"test-model-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:01.485410715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-37498a-sub","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-sub","reconcileID":"22445d17-310e-40f2-8fc0-7cd910151201","MaaSSubscription":{"name":"test-model-37498a-sub","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"maas-trlp-test-model-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:01.557719276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"ea1ec515-43f6-4dc8-bfaf-bd3341174558","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"tenant":"e2e-inf-a-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:01.557826063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"ea1ec515-43f6-4dc8-bfaf-bd3341174558","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"routeName":"test-model-37498a-kserve-route","namespace":"ai-tenant-e2e-inf-a-37498a","llmisvcName":"test-model-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:03.759876458Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-sub","reconcileID":"f1226e25-8989-4308-bbed-944916730565","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"model":"ai-tenant-e2e-inf-b-825472/test-model-825472","subscription":"test-model-825472-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:03.804736526Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-sub","reconcileID":"f1226e25-8989-4308-bbed-944916730565","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"model":"ai-tenant-e2e-inf-b-825472/test-model-825472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:03.836057448Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472-sub","reconcileID":"f1226e25-8989-4308-bbed-944916730565","MaaSSubscription":{"name":"test-model-825472-sub","namespace":"ai-tenant-e2e-inf-b-825472"},"name":"maas-trlp-test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472","model":"ai-tenant-e2e-inf-b-825472/test-model-825472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:03.989741572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"ee20f3ce-31d4-4025-95ab-999b9ad59de6","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"tenant":"e2e-inf-b-825472","gateway":"openshift-ingress/e2e-inf-b-825472","model":"ai-tenant-e2e-inf-b-825472/test-model-825472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:03.989768641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"test-model-825472","reconcileID":"ee20f3ce-31d4-4025-95ab-999b9ad59de6","MaaSModelRef":{"name":"test-model-825472","namespace":"ai-tenant-e2e-inf-b-825472"},"routeName":"test-model-825472-kserve-route","namespace":"ai-tenant-e2e-inf-b-825472","llmisvcName":"test-model-825472","gateway":"openshift-ingress/e2e-inf-b-825472","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:05.319424013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac0adf1-ad87-4b6d-8aae-f053e56f561e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:05.336156325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac0adf1-ad87-4b6d-8aae-f053e56f561e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:05.352650368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac0adf1-ad87-4b6d-8aae-f053e56f561e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:05.371368927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ac0adf1-ad87-4b6d-8aae-f053e56f561e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:06.023453406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"124c95b2-a8cd-493e-9823-2a65042e5eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:06.04003723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"124c95b2-a8cd-493e-9823-2a65042e5eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:06.056421242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"124c95b2-a8cd-493e-9823-2a65042e5eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:06.074619029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"124c95b2-a8cd-493e-9823-2a65042e5eac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:06.732461192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"028062ea-6947-4375-8677-223991870d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:06.74920007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"028062ea-6947-4375-8677-223991870d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:06.765493233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"028062ea-6947-4375-8677-223991870d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:06.781762263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"028062ea-6947-4375-8677-223991870d1f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:07.402376223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d467af9-5fa8-4416-b709-ceae95b61004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:07.418632115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d467af9-5fa8-4416-b709-ceae95b61004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:07.434588296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d467af9-5fa8-4416-b709-ceae95b61004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:07.450729903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d467af9-5fa8-4416-b709-ceae95b61004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:11.612582231Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-37498a-sub","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-sub","reconcileID":"61f499ab-5b4b-4a1d-9002-cd6058ee3c09","MaaSSubscription":{"name":"test-model-37498a-sub","namespace":"ai-tenant-e2e-inf-a-37498a"},"model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","subscription":"test-model-37498a-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:11.629382467Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-37498a-sub","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-sub","reconcileID":"61f499ab-5b4b-4a1d-9002-cd6058ee3c09","MaaSSubscription":{"name":"test-model-37498a-sub","namespace":"ai-tenant-e2e-inf-a-37498a"},"model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:11.645882594Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-37498a-sub","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a-sub","reconcileID":"61f499ab-5b4b-4a1d-9002-cd6058ee3c09","MaaSSubscription":{"name":"test-model-37498a-sub","namespace":"ai-tenant-e2e-inf-a-37498a"},"name":"maas-trlp-test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:11.739113234Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"20b66341-c290-42d6-bf14-43b8007434fb","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"tenant":"e2e-inf-a-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","model":"ai-tenant-e2e-inf-a-37498a/test-model-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:11.739137314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"test-model-37498a","reconcileID":"20b66341-c290-42d6-bf14-43b8007434fb","MaaSModelRef":{"name":"test-model-37498a","namespace":"ai-tenant-e2e-inf-a-37498a"},"routeName":"test-model-37498a-kserve-route","namespace":"ai-tenant-e2e-inf-a-37498a","llmisvcName":"test-model-37498a","gateway":"openshift-ingress/e2e-inf-a-37498a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:15.695648254Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:16.714561039Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","namespace":"ai-tenant-e2e-shared-b-w6-2b0108","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:16.714648886Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","namespace":"ai-tenant-e2e-shared-b-w6-2b0108","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:16.7147099Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","tenant":"e2e-shared-b-w6-2b0108","tenantID":"e2e-shared-b-w6-2b0108","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:16.732522889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"Deployment","name":"maas-api-e2e-shared-b-w6-2b0108","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:16.764213465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"Service","name":"maas-api-e2e-shared-b-w6-2b0108","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:16.783468305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w6-2b0108","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:16.801438608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w6-2b0108","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:16.820417376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w6-2b0108","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:16.83893002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w6-2b0108","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:16.860113769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w6-2b0108","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:16.878550425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w6-2b0108","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:16.894070869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w6-2b0108","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:16.90963877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w6-2b0108","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:16.92533883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"Service","name":"payload-processing-e2e-shared-b-w6-2b0108","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:16.941042316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w6-2b0108","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:16.956762411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w6-2b0108","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:16.972454015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w6-2b0108","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:17.006699478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w6-2b0108","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:17.030494849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w6-2b0108","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:17.050434274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w6-2b0108","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:17.069979801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w6-2b0108","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:17.092528965Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w6-2b0108","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:17.113836143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w6-2b0108"},"namespace":"ai-tenant-e2e-shared-b-w6-2b0108","name":"default-tenant","reconcileID":"37199624-2ed4-46f3-b727-291722b20fd7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w6-2b0108","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:17.480180579Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w6-2b0108","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w6-2b0108","reconcileID":"675df175-1188-4fdd-be77-9756a4fb3b38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w6-2b0108","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w6-2b0108"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:17.928632117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1965f29-4175-4a29-a1db-2992262b78f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:17.944623346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1965f29-4175-4a29-a1db-2992262b78f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:17.960652678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1965f29-4175-4a29-a1db-2992262b78f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:17.976754259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1965f29-4175-4a29-a1db-2992262b78f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:18.634740641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70402f86-ba25-4c00-b263-1633f34c20a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:18.651519986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70402f86-ba25-4c00-b263-1633f34c20a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:18.667745393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70402f86-ba25-4c00-b263-1633f34c20a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:18.684010246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70402f86-ba25-4c00-b263-1633f34c20a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:22.634346942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"59b57499-873a-457b-baaa-fd70c9d76314","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"tenant":"e2e-inf-b-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:22.634461545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"59b57499-873a-457b-baaa-fd70c9d76314","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"routeName":"test-model-adc7d7-kserve-route","namespace":"ai-tenant-e2e-inf-b-adc7d7","llmisvcName":"test-model-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:22.634528396Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"77044b42-2ade-4117-8b29-74cc656ce138","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:22.715845812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adc7d7-sub","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-sub","reconcileID":"118dc94c-5dca-46f4-873a-1fc9d5aa2d23","MaaSSubscription":{"name":"test-model-adc7d7-sub","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"name":"maas-trlp-test-model-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:22.773635459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"77044b42-2ade-4117-8b29-74cc656ce138","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-adc7d7","tenantID":"e2e-inf-b-adc7d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:22.831614637Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"77044b42-2ade-4117-8b29-74cc656ce138","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"name":"e2e-inf-b-adc7d7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:22.831652045Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"77044b42-2ade-4117-8b29-74cc656ce138","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:22.85204649Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"546ea5dd-c275-4949-b26c-5b4bb62f5c6a","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:22.852339652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"04bd2360-29d5-4ec0-836a-e23d4cda9601","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"tenant":"e2e-inf-b-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:22.852360567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"04bd2360-29d5-4ec0-836a-e23d4cda9601","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"routeName":"test-model-adc7d7-kserve-route","namespace":"ai-tenant-e2e-inf-b-adc7d7","llmisvcName":"test-model-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:22.930279164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adc7d7-sub","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-sub","reconcileID":"bce23aa0-5a95-468d-be1a-c7c4b3569bf6","MaaSSubscription":{"name":"test-model-adc7d7-sub","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"name":"maas-trlp-test-model-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:23.017156488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"137bf8ab-7906-48bf-a816-942015cb03fc","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"tenant":"e2e-inf-b-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:23.017202907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"137bf8ab-7906-48bf-a816-942015cb03fc","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"routeName":"test-model-adc7d7-kserve-route","namespace":"ai-tenant-e2e-inf-b-adc7d7","llmisvcName":"test-model-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:23.030659367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"546ea5dd-c275-4949-b26c-5b4bb62f5c6a","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-adc7d7","tenantID":"e2e-inf-b-adc7d7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:23.052597632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"546ea5dd-c275-4949-b26c-5b4bb62f5c6a","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"name":"e2e-inf-b-adc7d7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:23.052627578Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"546ea5dd-c275-4949-b26c-5b4bb62f5c6a","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-adc7d7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:51:23.068725724Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"test-model-adc7d7-auth","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-auth","reconcileID":"546ea5dd-c275-4949-b26c-5b4bb62f5c6a","error":"maasauthpolicies.maas.opendatahub.io \"test-model-adc7d7-auth\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.430882498Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","namespace":"ai-tenant-e2e-inf-b-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.430959144Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","namespace":"ai-tenant-e2e-inf-b-d20345","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.431020659Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","tenant":"e2e-inf-b-d20345","tenantID":"e2e-inf-b-d20345","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.451041994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"Deployment","name":"maas-api-e2e-inf-b-d20345","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.483832657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"Service","name":"maas-api-e2e-inf-b-d20345","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.508063647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-d20345","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.526260398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-d20345","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.544984056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-d20345","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.563576575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-d20345","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.583559936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-d20345","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.607567503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-d20345","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.623367732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"Deployment","name":"payload-processing-e2e-inf-b-d20345","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.639410259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-d20345","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.655330728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"Service","name":"payload-processing-e2e-inf-b-d20345","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.671275414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-d20345","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.6871475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-d20345","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.702898294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-d20345","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.771504572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-d20345","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.797501442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-d20345","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.817650391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-d20345","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.847498961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-d20345","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.8638709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-d20345","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:32.879431642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-d20345"},"namespace":"ai-tenant-e2e-inf-b-d20345","name":"default-tenant","reconcileID":"4f987d77-6395-4d04-be96-702d5044fe5c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-d20345","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:33.102524167Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adc7d7-sub","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-sub","reconcileID":"c9114fc8-3ddc-4ec4-b5d8-7f92d50231e9","MaaSSubscription":{"name":"test-model-adc7d7-sub","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","subscription":"test-model-adc7d7-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:33.138297249Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adc7d7-sub","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-sub","reconcileID":"c9114fc8-3ddc-4ec4-b5d8-7f92d50231e9","MaaSSubscription":{"name":"test-model-adc7d7-sub","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:33.161388775Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"test-model-adc7d7-sub","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7-sub","reconcileID":"c9114fc8-3ddc-4ec4-b5d8-7f92d50231e9","MaaSSubscription":{"name":"test-model-adc7d7-sub","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"name":"maas-trlp-test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:33.255937526Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"e2009b25-553c-48c9-aa1a-02a07f21298b","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"tenant":"e2e-inf-b-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","model":"ai-tenant-e2e-inf-b-adc7d7/test-model-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:33.255961537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"test-model-adc7d7","reconcileID":"e2009b25-553c-48c9-aa1a-02a07f21298b","MaaSModelRef":{"name":"test-model-adc7d7","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"routeName":"test-model-adc7d7-kserve-route","namespace":"ai-tenant-e2e-inf-b-adc7d7","llmisvcName":"test-model-adc7d7","gateway":"openshift-ingress/e2e-inf-b-adc7d7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:33.269283652Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-d20345","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-d20345","reconcileID":"68ff970e-0a7c-44c5-90e9-9137cc24c35e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-d20345","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-d20345"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:33.709405116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9610fbf2-b32f-4011-b3ee-0ab408a015e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:33.725569153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9610fbf2-b32f-4011-b3ee-0ab408a015e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:33.742064131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9610fbf2-b32f-4011-b3ee-0ab408a015e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:33.762015534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9610fbf2-b32f-4011-b3ee-0ab408a015e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:34.392154594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"979987e8-9d69-4022-a950-ce03e5400c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:34.408815836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"979987e8-9d69-4022-a950-ce03e5400c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:34.428040605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"979987e8-9d69-4022-a950-ce03e5400c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:34.4451202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"979987e8-9d69-4022-a950-ce03e5400c05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:35.817034284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"e0a8c939-4dd9-4d1b-b921-c26cf6ae429f","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:35.834629261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"36f89ae9-44f2-478b-96a1-7576a4742d10","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:35.834943203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-w6-1ee571","reconcileID":"ce2ee02e-b57d-4791-a094-39c3036f5b13","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:35.835205106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-2-w6-1ee571","reconcileID":"55b117f4-23bd-4506-9d9c-ef44f1cca431","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-2-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-2-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:35.949220214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"536e4433-fc09-4d74-98a7-d904735e6d97","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:35.949844858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"b99b6579-50c7-40d4-be3b-e6ee75474695","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:35.950334815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-w6-1ee571","reconcileID":"6635e8cf-8916-4edb-8473-6dae2bdba6f1","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:35.951935012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-2-w6-1ee571","reconcileID":"9ae0fccb-987d-4132-91f4-66563834b28a","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-2-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-2-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:35.952800373Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"4408f770-76f3-4aaf-aa9d-1117e50af444","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-premium-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:35.953568131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"ab4b0499-8ac1-4120-9796-bfb2471b9180","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:35.979128583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"cff241d9-4f3e-426a-b0db-1a6e5005ae2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:36.025297028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"cff241d9-4f3e-426a-b0db-1a6e5005ae2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:36.032082152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"57ef1bca-835a-471a-8092-7b6a6eefee01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:36.054834765Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"57ef1bca-835a-471a-8092-7b6a6eefee01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:36.124020195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"190468fa-5555-4185-871b-d9ef406481af","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-premium-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:36.124416615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"5ba8dd95-06bb-4e19-85ab-7fc71e1c57a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:36.213320094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"bac8c6da-a48c-4b60-bc55-bb4bceff1ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:36.232250804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"e3898105-fc4c-438d-bc92-b35e545755d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:36.237332255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"bac8c6da-a48c-4b60-bc55-bb4bceff1ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:36.253316484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"e3898105-fc4c-438d-bc92-b35e545755d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:36.311613662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b186ca-bd2f-47a3-a7f0-9e41ece89db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:36.327659012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b186ca-bd2f-47a3-a7f0-9e41ece89db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:36.343717372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b186ca-bd2f-47a3-a7f0-9e41ece89db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:36.360458141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39b186ca-bd2f-47a3-a7f0-9e41ece89db9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:37.035989411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca9ba7e-a5b9-41d8-9d06-9ab4004548cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:37.052106846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca9ba7e-a5b9-41d8-9d06-9ab4004548cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:37.130396691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca9ba7e-a5b9-41d8-9d06-9ab4004548cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:37.146794266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ca9ba7e-a5b9-41d8-9d06-9ab4004548cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:37.784133629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64166660-5fda-48b0-914b-46a9f6c76c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:37.80134543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64166660-5fda-48b0-914b-46a9f6c76c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:37.821793861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64166660-5fda-48b0-914b-46a9f6c76c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:37.839500071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64166660-5fda-48b0-914b-46a9f6c76c10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:38.480388415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6f95fe-97c9-490d-a2da-43c205e883d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:38.4964119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6f95fe-97c9-490d-a2da-43c205e883d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:38.512544647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6f95fe-97c9-490d-a2da-43c205e883d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:38.528725843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d6f95fe-97c9-490d-a2da-43c205e883d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:39.349812708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f55c19-ca73-46cd-b842-4fe589642437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:39.366105659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f55c19-ca73-46cd-b842-4fe589642437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:39.382380539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f55c19-ca73-46cd-b842-4fe589642437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:39.398582238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"37f55c19-ca73-46cd-b842-4fe589642437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:40.128005068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79141461-6873-472d-ac64-df52e097949d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:40.147389715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79141461-6873-472d-ac64-df52e097949d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:40.164282714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79141461-6873-472d-ac64-df52e097949d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:40.222532847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79141461-6873-472d-ac64-df52e097949d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:41.148147349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe38db8-fe37-46fa-bc3d-6964a81d4897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:41.165508412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe38db8-fe37-46fa-bc3d-6964a81d4897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:41.18182704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe38db8-fe37-46fa-bc3d-6964a81d4897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:41.200401603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe38db8-fe37-46fa-bc3d-6964a81d4897","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:41.917801186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83086fa7-0c65-40a6-a421-48b7bd04fdad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:41.933974285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83086fa7-0c65-40a6-a421-48b7bd04fdad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:41.950127096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83086fa7-0c65-40a6-a421-48b7bd04fdad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:41.967103848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83086fa7-0c65-40a6-a421-48b7bd04fdad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:42.64104673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb858e4-6a2f-4a0b-8d8c-21e46f24b848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:42.657454454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb858e4-6a2f-4a0b-8d8c-21e46f24b848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:42.673994812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb858e4-6a2f-4a0b-8d8c-21e46f24b848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:42.690436805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb858e4-6a2f-4a0b-8d8c-21e46f24b848","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:45.233025975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"231c8b18-013a-468f-8c95-7ba99d700f99","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:45.291867576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"bcc5da2b-bd72-4fbf-adc9-594f4e3dca83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:45.317250716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"e1e8c2bc-da59-4216-9861-0455dbbbd100","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:45.317286335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"e4dccf02-3c49-441c-96b9-5041978d8dd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:45.339954575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"e1e8c2bc-da59-4216-9861-0455dbbbd100","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:45.340088307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"e4dccf02-3c49-441c-96b9-5041978d8dd0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:45.349723053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-w6-1ee571","reconcileID":"3748ab6c-ea5c-4e85-8a59-ed8475fde333","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:45.37229915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"cb15d86f-8b14-4ccc-b3fe-e143893522fb","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:45.405165145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"b5e4bc8a-0503-480d-a4f3-46d2bc037f70","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:45.663776794Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.159973299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"b4a5c19c-5069-4da2-b63a-cc0ccb7693f0","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.160422101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"a2212eef-f686-47ee-8eb4-f472fe57a9aa","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.160789543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-w6-1ee571","reconcileID":"5c0c6910-eae4-4177-91d0-ad628a904b9a","MaaSModelRef":{"name":"distinct-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.161003425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-2-w6-1ee571","reconcileID":"782414e6-73fe-4b6d-a55e-c6e3552e1285","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-2-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-2-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.209963187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"965b3cd1-2989-4386-a238-022ee26014c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.210099149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"d625a2cd-c30c-486c-a48d-c849d8337236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.210829115Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"bd9de1b5-6564-4df2-a77c-2c45dc631f47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-premium-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.210832431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"3fc803d0-d6d1-4913-8943-1077abdf9263","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.232551129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"965b3cd1-2989-4386-a238-022ee26014c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.232619893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"d625a2cd-c30c-486c-a48d-c849d8337236","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.310108848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"3f34059a-15d6-4411-84d9-4ce1559cb276","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-premium-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.310251837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"b97201a0-7766-492b-b527-b41d500638dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.327222446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"f6ca69d6-a046-430a-890c-76ef8a67da37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.330738368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b8cd6712-eaf1-4fa3-9d65-756609347504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.348596552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"f6ca69d6-a046-430a-890c-76ef8a67da37","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.351301436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"b8cd6712-eaf1-4fa3-9d65-756609347504","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.551559612Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","namespace":"ai-tenant-e2e-inf-a-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.551656926Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","namespace":"ai-tenant-e2e-inf-a-3b8149","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.551737077Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","tenant":"e2e-inf-a-3b8149","tenantID":"e2e-inf-a-3b8149","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.569815453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"Deployment","name":"maas-api-e2e-inf-a-3b8149","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.601357204Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"Service","name":"maas-api-e2e-inf-a-3b8149","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.623941435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-3b8149","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.642709497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-3b8149","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.664232465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-3b8149","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.689460169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-3b8149","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.714228537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-3b8149","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.733924445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-3b8149","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.749888129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"Deployment","name":"payload-processing-e2e-inf-a-3b8149","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.768476156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-3b8149","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.785288266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"Service","name":"payload-processing-e2e-inf-a-3b8149","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.801491929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-3b8149","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.817423307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-3b8149","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.833529277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-3b8149","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.84985698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-3b8149","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.875138355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-3b8149","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.891327018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-3b8149","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.907724177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-3b8149","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.927265551Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-3b8149","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:46.943716399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-3b8149"},"namespace":"ai-tenant-e2e-inf-a-3b8149","name":"default-tenant","reconcileID":"44bb49c0-514e-4334-b5a4-522feeceedd9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-3b8149","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:47.414870866Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-3b8149","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-3b8149","reconcileID":"3a76655a-edff-4fac-9a20-e217fb94c190","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-3b8149","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-3b8149"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:47.81961927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94cb4c24-1f45-4b26-8f16-47b55555349e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:47.836456757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94cb4c24-1f45-4b26-8f16-47b55555349e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:47.853149584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94cb4c24-1f45-4b26-8f16-47b55555349e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:47.869914276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94cb4c24-1f45-4b26-8f16-47b55555349e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:48.032899525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"54d9c35e-af85-4419-8fdd-4e8a550e4c06","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:48.082925759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"885bee43-4baf-439a-b418-5a1375faa78f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-premium-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:48.103772298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"814d2810-b9bb-4dda-8130-239f6036e671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:48.103778675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"01696998-3656-4f71-bf64-801666e8ae2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:48.125125712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"01696998-3656-4f71-bf64-801666e8ae2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:48.125231313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"814d2810-b9bb-4dda-8130-239f6036e671","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:48.140828968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"247ed611-4bc3-4d29-95b1-6db399537dfd","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:48.202144767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"eb5707f1-19d2-4d93-a708-0e387fb02603","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-premium-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:48.491129631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa85ca7-f3cc-4af9-a722-501e99b686eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:48.507378446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa85ca7-f3cc-4af9-a722-501e99b686eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:48.52347052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa85ca7-f3cc-4af9-a722-501e99b686eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:48.539729741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fa85ca7-f3cc-4af9-a722-501e99b686eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:49.202689114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd06594-e38a-4733-9976-71030df93e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:49.218693622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd06594-e38a-4733-9976-71030df93e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:49.234800756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd06594-e38a-4733-9976-71030df93e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:49.250969253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd06594-e38a-4733-9976-71030df93e39","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:49.931317227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f0907a-3fda-483d-8c92-4a8385dba0d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:49.94771127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f0907a-3fda-483d-8c92-4a8385dba0d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:49.967947199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f0907a-3fda-483d-8c92-4a8385dba0d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:49.985893508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93f0907a-3fda-483d-8c92-4a8385dba0d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:52.559237413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"distinct-2-w6-1ee571","reconcileID":"24370db5-1ed1-4576-ad0b-7737ee08c224","MaaSModelRef":{"name":"distinct-2-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"distinct-2-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"distinct-2-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:55.133182229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ed5ba6-810d-40d0-a925-2b984b191936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:55.149453062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ed5ba6-810d-40d0-a925-2b984b191936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:55.165915424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ed5ba6-810d-40d0-a925-2b984b191936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:55.183421258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16ed5ba6-810d-40d0-a925-2b984b191936","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:55.8376923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7854c3-2214-40f2-af2d-893b0618da4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:55.853775048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7854c3-2214-40f2-af2d-893b0618da4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:55.869782004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7854c3-2214-40f2-af2d-893b0618da4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:55.888698075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e7854c3-2214-40f2-af2d-893b0618da4b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:56.527075078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0be91a7-a7f6-40ac-a89b-d003228f005b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:56.543318889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0be91a7-a7f6-40ac-a89b-d003228f005b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:56.560145754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0be91a7-a7f6-40ac-a89b-d003228f005b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:56.578701619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0be91a7-a7f6-40ac-a89b-d003228f005b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:56.785182647Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","namespace":"ai-tenant-e2e-extmod-a-e1769a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:56.785268645Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","namespace":"ai-tenant-e2e-extmod-a-e1769a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:56.785326112Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","tenant":"e2e-extmod-a-e1769a","tenantID":"e2e-extmod-a-e1769a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:56.803682199Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"Deployment","name":"maas-api-e2e-extmod-a-e1769a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:56.830564612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"Service","name":"maas-api-e2e-extmod-a-e1769a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:56.849947353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-e1769a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:56.868611209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-e1769a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:56.889643709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-e1769a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:56.915173608Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-e1769a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:56.936258911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-e1769a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:56.95466542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-e1769a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:56.970769661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-e1769a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:56.986944331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-e1769a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:57.01344864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"Service","name":"payload-processing-e2e-extmod-a-e1769a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:57.032242295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-e1769a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:57.048986397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-e1769a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:57.075561831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-e1769a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:57.122876821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-e1769a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:57.156474439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-e1769a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:57.17471118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-e1769a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:57.191326416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-e1769a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:57.207416696Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-e1769a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:57.223595803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-e1769a"},"namespace":"ai-tenant-e2e-extmod-a-e1769a","name":"default-tenant","reconcileID":"588793d1-4685-4db3-842c-0094ac4747f4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-e1769a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:57.2866898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd97f3ba-337a-4837-9103-3f01ea8ca24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:57.307731764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd97f3ba-337a-4837-9103-3f01ea8ca24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:57.413894176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd97f3ba-337a-4837-9103-3f01ea8ca24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:57.468257815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd97f3ba-337a-4837-9103-3f01ea8ca24e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:57.711973002Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-e1769a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-e1769a","reconcileID":"631e67a0-485e-4f7b-a4fe-fc775381b2aa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-e1769a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-e1769a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:58.231763462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b2798f-f334-4dba-867e-04d78a194516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:58.248232995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b2798f-f334-4dba-867e-04d78a194516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:58.264455313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b2798f-f334-4dba-867e-04d78a194516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:58.280708069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7b2798f-f334-4dba-867e-04d78a194516","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:59.094386876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b6e963-7148-4962-81e2-ae174046ff13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:59.110669533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b6e963-7148-4962-81e2-ae174046ff13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:59.126641963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b6e963-7148-4962-81e2-ae174046ff13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:51:59.143136143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26b6e963-7148-4962-81e2-ae174046ff13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:00.019570625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3592c93-13b1-4dc9-8acf-3d2e6935eba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:00.036727692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3592c93-13b1-4dc9-8acf-3d2e6935eba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:00.053135681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3592c93-13b1-4dc9-8acf-3d2e6935eba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:00.092268744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3592c93-13b1-4dc9-8acf-3d2e6935eba8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:00.827799757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eff295-3fee-4db4-afdb-582834ee88d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:00.844288421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eff295-3fee-4db4-afdb-582834ee88d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:00.861233151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eff295-3fee-4db4-afdb-582834ee88d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:00.877614111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6eff295-3fee-4db4-afdb-582834ee88d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.355345167Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"a6232662-d899-4d4f-9812-7605437b3204","namespace":"ai-tenant-e2e-worker-w6-1ee571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.35542348Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"a6232662-d899-4d4f-9812-7605437b3204","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.376842865Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"a6232662-d899-4d4f-9812-7605437b3204","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.377239373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"7df69232-6340-4814-bb20-ae16920d7597","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.39833009Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"a6232662-d899-4d4f-9812-7605437b3204","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.398353453Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"a6232662-d899-4d4f-9812-7605437b3204","namespace":"ai-tenant-e2e-worker-w6-1ee571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.398457286Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"a6232662-d899-4d4f-9812-7605437b3204","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.401681652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"38a916f2-2ad0-43c5-bd0d-0da29463d412","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.418721086Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"a6232662-d899-4d4f-9812-7605437b3204","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.424366077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"d098245c-4990-4af7-bf4d-3194220248cf","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.426297192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"48666c3c-b469-4818-8aec-43166d90f81c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.426297123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"018da1a7-c324-4e65-b832-e4aeecc6423d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.432427629Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"581017d7-7cba-48ce-b51a-3a70636df2a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ea0a4246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.442617322Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"a6232662-d899-4d4f-9812-7605437b3204","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.446692708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"907cf736-bd35-4294-9387-98982d7e3baf","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.447849719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"48666c3c-b469-4818-8aec-43166d90f81c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.449959956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"018da1a7-c324-4e65-b832-e4aeecc6423d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.457847005Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"fbfb9a10-70a0-4983-9dbc-5283a4ad07b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-60d903d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.465311422Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"639ce15d-5be4-4157-8692-2149ce56d6fa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ea0a4246","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.493005841Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"e87bc3be-e55b-4781-9ea5-7598c8fa5093","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-60d903d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.62491782Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"f959964a-5593-41a9-bdf4-2c6fad718720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.625346281Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"9f41e864-69cb-4548-8a51-3cec9d9be1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"model":"e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.722550349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"f959964a-5593-41a9-bdf4-2c6fad718720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.722588227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"9f41e864-69cb-4548-8a51-3cec9d9be1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.778272009Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"f959964a-5593-41a9-bdf4-2c6fad718720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.778301795Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-access","reconcileID":"f959964a-5593-41a9-bdf4-2c6fad718720","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:52:10.782241354Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"9f41e864-69cb-4548-8a51-3cec9d9be1f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w6-1ee571-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:52:10.782303187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"9f41e864-69cb-4548-8a51-3cec9d9be1f7","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w6-1ee571-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.787838113Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"abd5405e-57bc-446a-8ef1-6e6eefede531","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"model":"e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.799676133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"dd73b89e-3774-4780-9d4b-a3f789bb58cc","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"simulator-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"simulator-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.946226658Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"abd5405e-57bc-446a-8ef1-6e6eefede531","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.967648484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"abd5405e-57bc-446a-8ef1-6e6eefede531","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"e2e-worker-w6-1ee571-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.967676934Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-access","reconcileID":"abd5405e-57bc-446a-8ef1-6e6eefede531","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-1ee571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:10.988360068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"premium-w6-1ee571","reconcileID":"f9081d19-0ddf-4689-ae82-7fa65685336f","MaaSModelRef":{"name":"premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"routeName":"premium-w6-1ee571-kserve-route","namespace":"e2e-models-e2e-worker-w6-1ee571","llmisvcName":"premium-w6-1ee571","gateway":"openshift-ingress/e2e-worker-w6-1ee571","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:15.663888864Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:15.824166489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a51661-e535-43a6-a372-9e84734aca7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:15.843290841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a51661-e535-43a6-a372-9e84734aca7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:15.86023222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a51661-e535-43a6-a372-9e84734aca7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:15.876577609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50a51661-e535-43a6-a372-9e84734aca7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:16.628537591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34911d16-fdb8-4125-bca1-39069a1dfc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:16.645528646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34911d16-fdb8-4125-bca1-39069a1dfc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:16.667728529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34911d16-fdb8-4125-bca1-39069a1dfc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:16.721598882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34911d16-fdb8-4125-bca1-39069a1dfc69","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:17.372127039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54ab9f6d-be78-4099-b212-78e4ce7bb2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:17.389807466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54ab9f6d-be78-4099-b212-78e4ce7bb2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:17.408910219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54ab9f6d-be78-4099-b212-78e4ce7bb2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:17.426729705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54ab9f6d-be78-4099-b212-78e4ce7bb2de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:17.524482316Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"05e50e6c-8b75-4c41-aff1-cc1e1c1b58d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"model":"e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:17.524637246Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"05e50e6c-8b75-4c41-aff1-cc1e1c1b58d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"model":"e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571","error":"MaaSModelRef not found: e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:17.530756133Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"668b435d-db78-4fa2-9d0e-d8341832eed7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:17.530877797Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"668b435d-db78-4fa2-9d0e-d8341832eed7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","error":"MaaSModelRef not found: e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571 (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:17.633912057Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"simulator-subscription","reconcileID":"668b435d-db78-4fa2-9d0e-d8341832eed7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/simulator-w6-1ee571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:17.634306067Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"premium-simulator-subscription","reconcileID":"05e50e6c-8b75-4c41-aff1-cc1e1c1b58d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"name":"maas-trlp-premium-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571","model":"e2e-models-e2e-worker-w6-1ee571/premium-w6-1ee571","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:52:17.955845314Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-1ee571","namespace":"e2e-models-e2e-worker-w6-1ee571"},"namespace":"e2e-models-e2e-worker-w6-1ee571","name":"simulator-w6-1ee571","reconcileID":"b95b78f0-d5c7-4258-ba28-49611c1e3bb1","error":"maasmodelrefs.maas.opendatahub.io \"simulator-w6-1ee571\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:18.216404386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f9c97f-96e0-4865-bdb8-1a8004bfeb85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:18.236328575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f9c97f-96e0-4865-bdb8-1a8004bfeb85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:18.264043469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f9c97f-96e0-4865-bdb8-1a8004bfeb85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:18.280724215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c2f9c97f-96e0-4865-bdb8-1a8004bfeb85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:19.950105814Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","namespace":"ai-tenant-e2e-inf-a-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:19.950165549Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","namespace":"ai-tenant-e2e-inf-a-37498a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:19.950232084Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","tenant":"e2e-inf-a-37498a","tenantID":"e2e-inf-a-37498a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:19.96813345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"Deployment","name":"maas-api-e2e-inf-a-37498a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:19.995218666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"Service","name":"maas-api-e2e-inf-a-37498a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.014409225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-37498a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.037372715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-37498a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.05696535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-37498a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.077424691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-37498a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.096628219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-37498a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.117638176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-37498a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.133369294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"Deployment","name":"payload-processing-e2e-inf-a-37498a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.148846276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-37498a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.164463776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"Service","name":"payload-processing-e2e-inf-a-37498a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.180331763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-37498a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.196216727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-37498a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.211988136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-37498a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.228528314Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-37498a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.248532789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-37498a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.270504466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-37498a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.287536291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-37498a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.305510193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-37498a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.329484599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-37498a"},"namespace":"ai-tenant-e2e-inf-a-37498a","name":"default-tenant","reconcileID":"c7397fe3-e351-4c27-b15d-216f23cd7c2b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-37498a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:20.788591686Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-37498a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-37498a","reconcileID":"e9973c02-bbc5-4e83-b383-7ec5f4cbeee9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-37498a","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-37498a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:21.256065703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf29cb2-655c-4bd5-8d15-18784a45624b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:21.272806744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf29cb2-655c-4bd5-8d15-18784a45624b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:21.289300488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf29cb2-655c-4bd5-8d15-18784a45624b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:21.305903286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"faf29cb2-655c-4bd5-8d15-18784a45624b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:22.054336638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3095f820-f897-4f62-b9ca-b136b7554ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:22.070336331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3095f820-f897-4f62-b9ca-b136b7554ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:22.086238519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3095f820-f897-4f62-b9ca-b136b7554ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:22.102202447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3095f820-f897-4f62-b9ca-b136b7554ddf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.15738018Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","namespace":"ai-tenant-e2e-inf-b-825472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.157479965Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","namespace":"ai-tenant-e2e-inf-b-825472","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.157564798Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","tenant":"e2e-inf-b-825472","tenantID":"e2e-inf-b-825472","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.176031218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"Deployment","name":"maas-api-e2e-inf-b-825472","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.204938352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"Service","name":"maas-api-e2e-inf-b-825472","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.22682867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-825472","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.245325668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-825472","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.266459307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-825472","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.293157593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-825472","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.315713044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-825472","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.336332142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-825472","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.352451895Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"Deployment","name":"payload-processing-e2e-inf-b-825472","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.368311298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-825472","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.384143329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"Service","name":"payload-processing-e2e-inf-b-825472","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.401083029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-825472","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.416809802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-825472","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.432516171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-825472","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.448194803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-825472","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.468707466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-825472","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.484614637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-825472","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.500474499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-825472","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.517680359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-825472","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.533560167Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-825472"},"namespace":"ai-tenant-e2e-inf-b-825472","name":"default-tenant","reconcileID":"e9ca7e8d-1c7f-4947-8cb9-025ea7a46a8f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-825472","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.556753999Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","namespace":"ai-tenant-e2e-extmod-b-206095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.556841073Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","namespace":"ai-tenant-e2e-extmod-b-206095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.556932159Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","tenant":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.575780569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"Deployment","name":"maas-api-e2e-extmod-b-206095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.608153206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"Service","name":"maas-api-e2e-extmod-b-206095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.630494013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-206095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.649227571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-206095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.668490955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.686930217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.711696723Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.732145497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.748669471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.766930868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.782875145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"Service","name":"payload-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.798388967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.814314143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.817587003Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-825472","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-825472","reconcileID":"42ab02cd-545b-4d12-a301-d2bb6f8fe70e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-825472","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-825472"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.830113387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.846158984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.865929457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.881558133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.904883823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.921681793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:26.937432722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"cedcb131-8572-40a2-b3c9-33e8deb0e63a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-206095","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:27.319552105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac56a96-ff4f-4fa4-b1c0-78b7132a12a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:27.33576641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac56a96-ff4f-4fa4-b1c0-78b7132a12a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:27.352583938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac56a96-ff4f-4fa4-b1c0-78b7132a12a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:27.368776617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fac56a96-ff4f-4fa4-b1c0-78b7132a12a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:28.024798552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7862f630-c0fa-4385-8c93-888ec8057d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:28.041238417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7862f630-c0fa-4385-8c93-888ec8057d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:28.057665801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7862f630-c0fa-4385-8c93-888ec8057d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:28.07395216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7862f630-c0fa-4385-8c93-888ec8057d20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:29.516384375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc11e655-6c4a-44e8-9c54-52f41642ae83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:29.532405394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc11e655-6c4a-44e8-9c54-52f41642ae83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:29.548433166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc11e655-6c4a-44e8-9c54-52f41642ae83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:29.564864658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc11e655-6c4a-44e8-9c54-52f41642ae83","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:30.212694071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9455ca-9289-4f6e-819e-e6a57760db5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:30.228708685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9455ca-9289-4f6e-819e-e6a57760db5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:30.24495002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9455ca-9289-4f6e-819e-e6a57760db5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:30.261353427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed9455ca-9289-4f6e-819e-e6a57760db5c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:30.937835006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38314854-bf8b-40d8-8f1a-d486c033270d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:30.953897979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38314854-bf8b-40d8-8f1a-d486c033270d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:30.970110961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38314854-bf8b-40d8-8f1a-d486c033270d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:30.986128398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38314854-bf8b-40d8-8f1a-d486c033270d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:31.619270437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"464baf38-26fa-48e0-97b7-a200709255ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:31.635400247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"464baf38-26fa-48e0-97b7-a200709255ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:31.651609998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"464baf38-26fa-48e0-97b7-a200709255ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:31.668148512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"464baf38-26fa-48e0-97b7-a200709255ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:41.989533467Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","namespace":"ai-tenant-e2e-worker-w6-1ee571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:41.989591924Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","namespace":"ai-tenant-e2e-worker-w6-1ee571","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:41.989644205Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","tenant":"e2e-worker-w6-1ee571","tenantID":"e2e-worker-w6-1ee571","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.007980231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"Deployment","name":"maas-api-e2e-worker-w6-1ee571","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.04174335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"Service","name":"maas-api-e2e-worker-w6-1ee571","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.060831578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w6-1ee571","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.089740784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w6-1ee571","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.108568705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w6-1ee571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.12702017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w6-1ee571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.147997462Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w6-1ee571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.166446124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w6-1ee571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.182180065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"Deployment","name":"payload-processing-e2e-worker-w6-1ee571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.200989206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w6-1ee571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.216799611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"Service","name":"payload-processing-e2e-worker-w6-1ee571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.232628804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"Service","name":"payload-pre-processing-e2e-worker-w6-1ee571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.248398804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w6-1ee571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.264291019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w6-1ee571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.297854319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w6-1ee571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.322484377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w6-1ee571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.338608228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w6-1ee571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.354588386Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w6-1ee571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.370684698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w6-1ee571","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.386644369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-1ee571"},"namespace":"ai-tenant-e2e-worker-w6-1ee571","name":"default-tenant","reconcileID":"9b8808f2-2c16-4495-8534-f31c7ba1c3a8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w6-1ee571","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:42.689813176Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-1ee571","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-1ee571","reconcileID":"9c5688fe-5312-4ed7-a80a-e46373556a50","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-1ee571","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w6-1ee571"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:43.079913659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef9b582-f6cc-4d49-9afe-245eb57268da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:43.09624105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef9b582-f6cc-4d49-9afe-245eb57268da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:43.11303145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef9b582-f6cc-4d49-9afe-245eb57268da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:43.129824355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ef9b582-f6cc-4d49-9afe-245eb57268da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:43.823111442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"657b1bdf-15c0-4303-bdde-b28ce8e2f5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:43.839059635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"657b1bdf-15c0-4303-bdde-b28ce8e2f5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:43.85522405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"657b1bdf-15c0-4303-bdde-b28ce8e2f5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:43.871249591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"657b1bdf-15c0-4303-bdde-b28ce8e2f5e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:44.591858664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ccccb5e-5400-43f4-8fa2-009b75c431d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:44.608085141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ccccb5e-5400-43f4-8fa2-009b75c431d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:44.624283722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ccccb5e-5400-43f4-8fa2-009b75c431d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:44.640310956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ccccb5e-5400-43f4-8fa2-009b75c431d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:45.29010873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e849adc-d4a7-4cbc-8b85-814312b7fc8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:45.306199448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e849adc-d4a7-4cbc-8b85-814312b7fc8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:45.322511777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e849adc-d4a7-4cbc-8b85-814312b7fc8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:45.338691688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e849adc-d4a7-4cbc-8b85-814312b7fc8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:45.663496772Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.255863667Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","namespace":"ai-tenant-e2e-inf-b-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.255919884Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","namespace":"ai-tenant-e2e-inf-b-adc7d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.255971091Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","tenant":"e2e-inf-b-adc7d7","tenantID":"e2e-inf-b-adc7d7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.27423039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"Deployment","name":"maas-api-e2e-inf-b-adc7d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.305424107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"Service","name":"maas-api-e2e-inf-b-adc7d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.325026058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-adc7d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.343906752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-adc7d7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.365300375Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-adc7d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.383844571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-adc7d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.405480951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-adc7d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.42412063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-adc7d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.440249467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"Deployment","name":"payload-processing-e2e-inf-b-adc7d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.456471807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-adc7d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.473785295Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"Service","name":"payload-processing-e2e-inf-b-adc7d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.490057232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-adc7d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.506181401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-adc7d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.522324746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-adc7d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.543149877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-adc7d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.5743659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-adc7d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.590854525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-adc7d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.608511875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-adc7d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.625039541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-adc7d7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:46.640918727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-adc7d7"},"namespace":"ai-tenant-e2e-inf-b-adc7d7","name":"default-tenant","reconcileID":"a2614162-e934-44d1-a135-f2155f53fcb4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-adc7d7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:47.046424036Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-adc7d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-adc7d7","reconcileID":"9d9b83bb-bb22-4a1b-94a7-b7ab6db15581","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-adc7d7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-adc7d7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:47.559393595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df01c6b4-243c-445a-9367-3301f1701739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:47.575686805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df01c6b4-243c-445a-9367-3301f1701739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:47.592120681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df01c6b4-243c-445a-9367-3301f1701739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:47.613423701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df01c6b4-243c-445a-9367-3301f1701739","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:48.312431622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8e04e5-93ef-4c52-b859-cc455f14bc68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:48.328837154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8e04e5-93ef-4c52-b859-cc455f14bc68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:48.345242109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8e04e5-93ef-4c52-b859-cc455f14bc68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:48.363010908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8e04e5-93ef-4c52-b859-cc455f14bc68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.542857154Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","namespace":"ai-tenant-e2e-extmod-b-206095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.542944774Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","namespace":"ai-tenant-e2e-extmod-b-206095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.543024191Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","tenant":"e2e-extmod-b-206095","tenantID":"e2e-extmod-b-206095","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.55863486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"Deployment","name":"maas-api-e2e-extmod-b-206095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.574520121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"Service","name":"maas-api-e2e-extmod-b-206095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.59033254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-206095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.60592263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-206095","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.621637294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.637548968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.653446281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.669082059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.684955054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.700685343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.716380871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"Service","name":"payload-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.732003245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.747638227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.763393255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.77915245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.795053948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.811027278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.827042064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.842838154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-206095","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:50.858577568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-206095"},"namespace":"ai-tenant-e2e-extmod-b-206095","name":"default-tenant","reconcileID":"a70821a5-d4ed-428c-a02a-303e6e3b4ba6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-206095","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:51.133891229Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-206095","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-206095","reconcileID":"755214a3-7b6b-4898-8d01-d69f0910ddc1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-206095","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-206095"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:51.542580024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622e5e25-86c6-47bb-9f0c-24ab140f0e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:51.560140127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622e5e25-86c6-47bb-9f0c-24ab140f0e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:51.577115083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622e5e25-86c6-47bb-9f0c-24ab140f0e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:51.593497346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"622e5e25-86c6-47bb-9f0c-24ab140f0e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:52.257817706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92eca7d0-f1bf-46b0-bec6-b191060bc826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:52.274455703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92eca7d0-f1bf-46b0-bec6-b191060bc826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:52.29053566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92eca7d0-f1bf-46b0-bec6-b191060bc826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:52.306750955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92eca7d0-f1bf-46b0-bec6-b191060bc826","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:59.143267386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd45b70c-2e9f-478d-8e00-267d09891a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:59.160295102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd45b70c-2e9f-478d-8e00-267d09891a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:59.176432815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd45b70c-2e9f-478d-8e00-267d09891a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:59.19251973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd45b70c-2e9f-478d-8e00-267d09891a70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:59.81236952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb720ca-7dbb-4f39-981f-99872cdb4ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:59.828529165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb720ca-7dbb-4f39-981f-99872cdb4ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:59.844601554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb720ca-7dbb-4f39-981f-99872cdb4ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:52:59.862098398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"feb720ca-7dbb-4f39-981f-99872cdb4ac2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.631748189Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","namespace":"ai-tenant-e2e-extmod-a-45036b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.631857278Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","namespace":"ai-tenant-e2e-extmod-a-45036b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.631946108Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","tenant":"e2e-extmod-a-45036b","tenantID":"e2e-extmod-a-45036b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.650078724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"Deployment","name":"maas-api-e2e-extmod-a-45036b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.682163753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"Service","name":"maas-api-e2e-extmod-a-45036b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.701682692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-45036b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.719537236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-45036b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.738394106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-45036b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.75796141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-45036b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.783253493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-45036b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.80177611Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-45036b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.817693902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-45036b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.83381617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-45036b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.849993556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"Service","name":"payload-processing-e2e-extmod-a-45036b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.865907061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-45036b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.881785034Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-45036b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.897450834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-45036b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.91662208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-45036b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.937375849Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-45036b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.95372672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-45036b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.970456471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-45036b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:03.986539191Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-45036b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:04.002632009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-45036b"},"namespace":"ai-tenant-e2e-extmod-a-45036b","name":"default-tenant","reconcileID":"74a16393-f9a4-440b-92c6-258529717bd0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-45036b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:04.403212998Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-45036b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-45036b","reconcileID":"6fdc0749-5b18-4959-a434-bccc7525ee93","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-45036b","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-45036b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:04.826937585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8410ad-5367-4baa-b3c4-587dca57b4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:04.84330979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8410ad-5367-4baa-b3c4-587dca57b4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:04.859799959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8410ad-5367-4baa-b3c4-587dca57b4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:04.87588874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8410ad-5367-4baa-b3c4-587dca57b4a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:05.511876352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6b6e468-c9da-4f6f-ad25-9b1b6b9e46cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:05.527933452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6b6e468-c9da-4f6f-ad25-9b1b6b9e46cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:05.543936474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6b6e468-c9da-4f6f-ad25-9b1b6b9e46cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:05.559988549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e6b6e468-c9da-4f6f-ad25-9b1b6b9e46cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:06.190661874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcbb50b2-4aa8-42d3-9a80-0acdf2e90023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:06.206876297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcbb50b2-4aa8-42d3-9a80-0acdf2e90023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:06.223100743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcbb50b2-4aa8-42d3-9a80-0acdf2e90023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:06.241358694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dcbb50b2-4aa8-42d3-9a80-0acdf2e90023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:06.874534612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b05eb7-e51b-484a-91aa-060b060e24f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:06.891313909Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b05eb7-e51b-484a-91aa-060b060e24f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:06.907643816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b05eb7-e51b-484a-91aa-060b060e24f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:06.924009868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b05eb7-e51b-484a-91aa-060b060e24f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:14.972143827Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:14.972239757Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:14.972300584Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","tenant":"e2e-shared-a-w5-a4f2db","tenantID":"e2e-shared-a-w5-a4f2db","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:14.990111216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"Deployment","name":"maas-api-e2e-shared-a-w5-a4f2db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.019636634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"Service","name":"maas-api-e2e-shared-a-w5-a4f2db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.040844376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w5-a4f2db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.058998407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w5-a4f2db","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.077751811Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w5-a4f2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.095995692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w5-a4f2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.116982409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w5-a4f2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.135384719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w5-a4f2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.151363126Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w5-a4f2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.167099004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w5-a4f2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.183016262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"Service","name":"payload-processing-e2e-shared-a-w5-a4f2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.198688744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w5-a4f2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.214393321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w5-a4f2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.230087201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w5-a4f2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.247099684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w5-a4f2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.270633542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w5-a4f2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.286698559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w5-a4f2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.302526659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w5-a4f2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.318527845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w5-a4f2db","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.334349545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w5-a4f2db"},"namespace":"ai-tenant-e2e-shared-a-w5-a4f2db","name":"default-tenant","reconcileID":"b0bde5ab-66df-466f-b211-2ab2f3fd4118","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w5-a4f2db","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.663162292Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:15.71023205Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w5-a4f2db","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w5-a4f2db","reconcileID":"f2af94d9-fbf1-41c9-9c07-a5e81f351375","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w5-a4f2db","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w5-a4f2db"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:16.100984008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8b3cfa-947b-4379-ad4c-93c657f3ea4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:16.121354241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8b3cfa-947b-4379-ad4c-93c657f3ea4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:16.139477222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8b3cfa-947b-4379-ad4c-93c657f3ea4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:16.155694825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c8b3cfa-947b-4379-ad4c-93c657f3ea4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:16.853564908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4af563-486f-46a6-b3b8-765314c9ed71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:16.870714377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4af563-486f-46a6-b3b8-765314c9ed71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:16.891576485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4af563-486f-46a6-b3b8-765314c9ed71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:16.909075818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c4af563-486f-46a6-b3b8-765314c9ed71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.111825093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be55b83-f94a-4115-817f-e6c013f09292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.127898532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be55b83-f94a-4115-817f-e6c013f09292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.14386191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be55b83-f94a-4115-817f-e6c013f09292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.160133544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3be55b83-f94a-4115-817f-e6c013f09292","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.792247207Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","namespace":"ai-tenant-e2e-extmod-a-a84df8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.792304958Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","namespace":"ai-tenant-e2e-extmod-a-a84df8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.792352341Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","tenant":"e2e-extmod-a-a84df8","tenantID":"e2e-extmod-a-a84df8","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.810735038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"Deployment","name":"maas-api-e2e-extmod-a-a84df8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.817806543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83dc38c7-5d01-4adb-a8d5-af56385a0cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.834314895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83dc38c7-5d01-4adb-a8d5-af56385a0cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.845407594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"Service","name":"maas-api-e2e-extmod-a-a84df8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.851597876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83dc38c7-5d01-4adb-a8d5-af56385a0cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.869501351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83dc38c7-5d01-4adb-a8d5-af56385a0cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.873327748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-a84df8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.891255037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-a84df8","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.909703374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-a84df8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.92793563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-a84df8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.962346041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-a84df8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.98082868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-a84df8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:22.996571363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-a84df8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:23.012231857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-a84df8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:23.027970545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"Service","name":"payload-processing-e2e-extmod-a-a84df8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:23.044316159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-a84df8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:23.060037894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-a84df8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:23.075586336Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-a84df8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:23.092687712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-a84df8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:23.123343085Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-a84df8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:23.143221367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-a84df8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:23.15966497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-a84df8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:23.177373784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-a84df8","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:23.194592665Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-a84df8"},"namespace":"ai-tenant-e2e-extmod-a-a84df8","name":"default-tenant","reconcileID":"a39759d2-8573-45c3-9ddf-fd34c6d2320a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-a84df8","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:23.666986856Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-a84df8","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-a84df8","reconcileID":"87e2882e-7016-4a46-85ad-2d423892c6a6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-a84df8","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-a84df8"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:23.716310275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ca797b-4739-4360-82d2-b2344e79015f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:23.732695582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ca797b-4739-4360-82d2-b2344e79015f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:23.748900584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ca797b-4739-4360-82d2-b2344e79015f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:23.765132314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d9ca797b-4739-4360-82d2-b2344e79015f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:24.451302462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"247b3d59-bba5-44d0-9b06-8db3c173800f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:24.467811058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"247b3d59-bba5-44d0-9b06-8db3c173800f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:24.48382334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"247b3d59-bba5-44d0-9b06-8db3c173800f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:24.500032617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"247b3d59-bba5-44d0-9b06-8db3c173800f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:31.620716066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618926f9-61c2-4a80-9988-ffa52e898ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:31.636826835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618926f9-61c2-4a80-9988-ffa52e898ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:31.652796989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618926f9-61c2-4a80-9988-ffa52e898ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:31.669475775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"618926f9-61c2-4a80-9988-ffa52e898ec5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:32.313996739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536fd0e8-e7a5-423b-a44e-220711293074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:32.331147588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536fd0e8-e7a5-423b-a44e-220711293074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:32.347736145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536fd0e8-e7a5-423b-a44e-220711293074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:32.364596032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"536fd0e8-e7a5-423b-a44e-220711293074","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:33.091499334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45553259-ace4-41e3-817b-202abb096986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:33.107629627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45553259-ace4-41e3-817b-202abb096986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:33.127341217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45553259-ace4-41e3-817b-202abb096986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:33.146022932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45553259-ace4-41e3-817b-202abb096986","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.505825869Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","namespace":"ai-tenant-e2e-shared-b-w5-383f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.505905827Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","namespace":"ai-tenant-e2e-shared-b-w5-383f0e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.505972182Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","tenant":"e2e-shared-b-w5-383f0e","tenantID":"e2e-shared-b-w5-383f0e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.541450499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"Deployment","name":"maas-api-e2e-shared-b-w5-383f0e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.574589024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"Service","name":"maas-api-e2e-shared-b-w5-383f0e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.599008893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w5-383f0e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.616890634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w5-383f0e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.642532338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w5-383f0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.661164719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w5-383f0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.682368651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w5-383f0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.700631237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w5-383f0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.71629328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w5-383f0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.739362909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w5-383f0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.755428971Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"Service","name":"payload-processing-e2e-shared-b-w5-383f0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.771517633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w5-383f0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.787702855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w5-383f0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.837934372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w5-383f0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.854509065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w5-383f0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.878057215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w5-383f0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.894817215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w5-383f0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.914620491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w5-383f0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.932727962Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w5-383f0e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:36.953470857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w5-383f0e"},"namespace":"ai-tenant-e2e-shared-b-w5-383f0e","name":"default-tenant","reconcileID":"36ad57b5-8e20-4053-bfe1-2bb016a166a2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w5-383f0e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:37.36570843Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w5-383f0e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w5-383f0e","reconcileID":"639d8083-20d1-4b63-b453-282ecff6cd50","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w5-383f0e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w5-383f0e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:37.838565043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4701f79c-4073-4985-bcca-63cc1af55e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:37.855528987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4701f79c-4073-4985-bcca-63cc1af55e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:37.871825536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4701f79c-4073-4985-bcca-63cc1af55e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:37.887984568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4701f79c-4073-4985-bcca-63cc1af55e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:38.610442935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cf0ec4f-344b-400e-9a18-bd63715bf086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:38.626484595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cf0ec4f-344b-400e-9a18-bd63715bf086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:38.642610488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cf0ec4f-344b-400e-9a18-bd63715bf086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:38.659047443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7cf0ec4f-344b-400e-9a18-bd63715bf086","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.57933868Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","namespace":"ai-tenant-e2e-extmod-b-0e59cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.579415118Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","namespace":"ai-tenant-e2e-extmod-b-0e59cd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.579472291Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","tenant":"e2e-extmod-b-0e59cd","tenantID":"e2e-extmod-b-0e59cd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.597397619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"Deployment","name":"maas-api-e2e-extmod-b-0e59cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.631522869Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"Service","name":"maas-api-e2e-extmod-b-0e59cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.659057065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-0e59cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.678271763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-0e59cd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.699348543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-0e59cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.717831417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-0e59cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.74250961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-0e59cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.761817343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-0e59cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.778366744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-0e59cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.794525784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-0e59cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.8104871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"Service","name":"payload-processing-e2e-extmod-b-0e59cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.829424888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-0e59cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.845617998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-0e59cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.861777582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-0e59cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.881314017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-0e59cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.904530938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-0e59cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.920810272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-0e59cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.937465155Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-0e59cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.956445552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-0e59cd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:44.973446793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-0e59cd"},"namespace":"ai-tenant-e2e-extmod-b-0e59cd","name":"default-tenant","reconcileID":"e17dfb12-16c8-4e60-bfb4-c3656f6f05fb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-0e59cd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:45.357806067Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-0e59cd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-0e59cd","reconcileID":"7ac2a2e4-1473-4836-9ffc-7f9a7c7b7730","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-0e59cd","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-0e59cd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:45.666995225Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:45.786356682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96edb5f-ebac-49c0-bf68-361af98e57ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:45.804002571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96edb5f-ebac-49c0-bf68-361af98e57ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:45.828489217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96edb5f-ebac-49c0-bf68-361af98e57ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:45.85707941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e96edb5f-ebac-49c0-bf68-361af98e57ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:46.548841025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"170556d1-878c-4d77-aa81-4ac7250252c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:46.568074586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"170556d1-878c-4d77-aa81-4ac7250252c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:46.58458863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"170556d1-878c-4d77-aa81-4ac7250252c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:46.600841791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"170556d1-878c-4d77-aa81-4ac7250252c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:50.617520481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"830c295c-ddf8-4ec3-9d49-6e369ae9bac9","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:50.723612247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"324b4def-e42e-4b55-9f00-b24295eeae7a","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:50.830312299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"e5a8fa2c-c8f1-4aaa-9c49-f59e6a27071d","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:50.879838689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"0c4cd87c-b2df-4b2f-8848-c32d2b35a5a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:50.900763978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"48653167-736a-4415-a152-1cf223f8ae7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:50.900762588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"1875748f-4957-4192-9f78-8a6b107606c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:50.921746573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"48653167-736a-4415-a152-1cf223f8ae7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:50.921875419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"1875748f-4957-4192-9f78-8a6b107606c0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:50.93536289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"8749cacb-0700-42b9-9587-56fcf382fc58","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:50.935982481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"eaec89b2-6b4a-4e46-be35-122bd78a4acf","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:50.984094726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"137c3d88-e362-4a23-9586-c36d04fb8d36","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:50.98777122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"9bd61022-0cce-4a8d-92f9-07652c53f449","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-simulator-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:51.108720312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"7ddee341-c588-4d84-adf8-b969dec88f2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:51.10872031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"c16b44e7-d3d5-4dff-840e-90c048e11553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:51.129944383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"7ddee341-c588-4d84-adf8-b969dec88f2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:51.131293416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"c16b44e7-d3d5-4dff-840e-90c048e11553","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:51.142286243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"631bc0f6-2003-421f-ae9f-03b71b6dc6e6","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:51.191899907Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"5ccd88bb-67a1-4253-b3d4-d45bf63a96bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-simulator-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.215211955Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","namespace":"ai-tenant-e2e-extmod-b-4e2ac7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.215274412Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","namespace":"ai-tenant-e2e-extmod-b-4e2ac7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.215324547Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","tenant":"e2e-extmod-b-4e2ac7","tenantID":"e2e-extmod-b-4e2ac7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.237392651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"Deployment","name":"maas-api-e2e-extmod-b-4e2ac7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.26705252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"Service","name":"maas-api-e2e-extmod-b-4e2ac7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.286427243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-4e2ac7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.305059066Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-4e2ac7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.32409782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-4e2ac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.342692993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-4e2ac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.364054994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-4e2ac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.382503057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-4e2ac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.398628607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-4e2ac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.414425709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-4e2ac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.430270296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"Service","name":"payload-processing-e2e-extmod-b-4e2ac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.446508461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-4e2ac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.468174249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-4e2ac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.486704946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-4e2ac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.509536048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-4e2ac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.530032043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-4e2ac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.546088086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-4e2ac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.561929578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-4e2ac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.577891545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-4e2ac7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.593780715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4e2ac7"},"namespace":"ai-tenant-e2e-extmod-b-4e2ac7","name":"default-tenant","reconcileID":"3ab0108f-7c47-4838-a076-0a830322c8f9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-4e2ac7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:54.894971584Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4e2ac7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4e2ac7","reconcileID":"dbf6038b-b5ba-4258-9baf-6cecb58f2018","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4e2ac7","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-4e2ac7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.273971065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ecbc033-1dfd-44c1-9b9e-37f8d2e6f9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.29023585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ecbc033-1dfd-44c1-9b9e-37f8d2e6f9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.306993885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ecbc033-1dfd-44c1-9b9e-37f8d2e6f9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.325109614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ecbc033-1dfd-44c1-9b9e-37f8d2e6f9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.625303708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"c07a5685-76be-407c-85e7-d079fb6073cd","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.625868352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"7afd3934-be20-4c38-a4c8-cc8c6e7651be","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.62625893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"920ae228-0878-486e-8bf1-21bca690aacb","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.62649912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"94f8eab8-5b08-4940-a756-0965d74e60ac","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.649438115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"51f1390b-28d6-4103-8f4c-62c24f983165","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.649831007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"aceffa2f-e880-4da1-aa04-8f1f27d32787","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.650065753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"147cc0e0-b07c-41d6-8679-5649a38ae826","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.650308073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"66569005-3afc-43ef-b893-15cdee0ad071","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.687577544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"20d73898-0029-4e5e-8e7e-946f945a9276","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-simulator-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.687588753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"e84df45a-10a6-4211-973e-5eb2dab9b724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.687856073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"5400dd6a-99dc-449a-b82d-aec4ffd5c7b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.688010515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"92dc4000-30cf-4b4a-8af7-2cb1a34a6ff2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.710887505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"e84df45a-10a6-4211-973e-5eb2dab9b724","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.710988645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"5400dd6a-99dc-449a-b82d-aec4ffd5c7b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.790028729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"b793e2c6-2212-45ef-a27e-778a0810f615","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-simulator-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.790646577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"8c306fe8-7b67-429f-b014-839588a50963","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.891575313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"02821575-14e6-4986-9ff8-c68e8e37fc2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.891575066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"c1bb6468-bde0-4af4-a15d-7135e53dcee1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.912682848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"02821575-14e6-4986-9ff8-c68e8e37fc2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:55.91278379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"c1bb6468-bde0-4af4-a15d-7135e53dcee1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:56.02008007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75e4962-987f-4c1d-aee6-b06a623fa11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:56.037070149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75e4962-987f-4c1d-aee6-b06a623fa11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:56.053146963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75e4962-987f-4c1d-aee6-b06a623fa11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:56.069910635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c75e4962-987f-4c1d-aee6-b06a623fa11a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:56.888054922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf2de8c-26da-4c71-a4a6-ad6ccc5310e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:56.904043915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf2de8c-26da-4c71-a4a6-ad6ccc5310e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:56.920095567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf2de8c-26da-4c71-a4a6-ad6ccc5310e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:53:56.936377957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0cf2de8c-26da-4c71-a4a6-ad6ccc5310e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:02.809560473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73058a9d-5f98-45fe-9d8a-3f8113b5ccee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:02.825757017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73058a9d-5f98-45fe-9d8a-3f8113b5ccee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:02.842034135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73058a9d-5f98-45fe-9d8a-3f8113b5ccee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:02.858320881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73058a9d-5f98-45fe-9d8a-3f8113b5ccee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:03.508774864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341549e2-04ec-431f-b550-86f1c08a740a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:03.524992613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341549e2-04ec-431f-b550-86f1c08a740a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:03.54105276Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341549e2-04ec-431f-b550-86f1c08a740a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:03.557217275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"341549e2-04ec-431f-b550-86f1c08a740a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:04.252073368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02dc116-77b2-4584-9a11-651185c4eeaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:04.268427582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02dc116-77b2-4584-9a11-651185c4eeaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:04.284614643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02dc116-77b2-4584-9a11-651185c4eeaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:04.300729953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b02dc116-77b2-4584-9a11-651185c4eeaa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:04.930784188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c4925f7-ba02-4cc0-b9f3-61e7feb3ebab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:04.947340329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c4925f7-ba02-4cc0-b9f3-61e7feb3ebab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:04.963878769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c4925f7-ba02-4cc0-b9f3-61e7feb3ebab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:04.980395133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c4925f7-ba02-4cc0-b9f3-61e7feb3ebab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:05.624934152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69d44638-1703-4c80-b5a1-89867ec65c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:05.643803215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69d44638-1703-4c80-b5a1-89867ec65c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:05.662129458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69d44638-1703-4c80-b5a1-89867ec65c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:05.678693398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69d44638-1703-4c80-b5a1-89867ec65c3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:05.773296446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"db9cb2e7-17b5-4c10-b44f-a06d3348cbb1","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:05.773687636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"f8f75b5f-b02d-4bec-92e8-9f3caa9b84e6","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:05.773980723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"2aff8165-096e-47b6-945e-8426a3ff9793","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:05.774135019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"43839b41-c742-45b5-9e35-a671c227f3b5","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:05.826569827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f26ba42e-e319-4ee8-81a1-ea3cc2811582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:05.82744381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"c9115640-3bb6-4d62-b32f-45eb944ae200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:05.828780614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"cf4b39d9-b077-4a89-a5bc-6fe5195144d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:05.829453104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"c25e69ab-5950-45d9-8131-66a22b02f726","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-simulator-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:05.853893422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"f26ba42e-e319-4ee8-81a1-ea3cc2811582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:05.859881563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"c9115640-3bb6-4d62-b32f-45eb944ae200","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:05.92506224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"0e0680fd-37e3-404b-889c-7f50d0a12656","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:06.022944983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"3550de46-d55b-46e5-ab02-e6a4028bed82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-simulator-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:06.033462529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"84d37768-010d-421e-a4aa-0de80695031a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:06.054317346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"84d37768-010d-421e-a4aa-0de80695031a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:06.133329468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"415b2c4c-eb97-4b10-bc10-1f21207393f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:06.15556812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"415b2c4c-eb97-4b10-bc10-1f21207393f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.623672403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"9e4ec169-13e1-476b-aa4d-f9b516ec4276","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.624030738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"c22b25f8-f897-4b5c-8f3c-99b62e9dff91","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.640500532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"0ff98dc5-fdb3-4e7f-bfd7-47352758cec5","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.6571779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"6b23b622-1220-44e5-8175-47a60ca987cf","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.688436754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"e20c8ebb-542e-4d51-a742-6decab43caab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.688436793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"42003a62-b3a7-44ca-ab0a-289ce70a2837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.689668831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"5941198f-63d4-4e00-9383-fa52639df087","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.711016202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"42003a62-b3a7-44ca-ab0a-289ce70a2837","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.712301906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"e20c8ebb-542e-4d51-a742-6decab43caab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.716687515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"b9293aad-3d1b-4fea-b736-beaeca1157b8","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.717052131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"173e3373-52be-4450-9fdc-8acd3d65b666","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.717337583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"49437b2c-73fa-4043-9172-c09120bab589","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.717539304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"ce7f5ef5-2d1f-414e-b452-d2d1e224440e","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.843746833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"b72ed0d4-7635-454c-836e-76a99b9c0f4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.84416597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"48e64979-03bc-4a8c-aee2-f6167906e0c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.876690528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"2faed1a9-6917-4e68-acb0-4ace5718d118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.89806636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"2faed1a9-6917-4e68-acb0-4ace5718d118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.932925229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"14390652-4551-4d97-8999-162376ead1fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:12.977088927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"2601bc79-df5e-4a58-901f-fd7c398ed9bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:13.023586422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"2601bc79-df5e-4a58-901f-fd7c398ed9bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:13.122722724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d4ec5a8-5b24-46b0-a123-4603ef3e1589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:13.139275596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d4ec5a8-5b24-46b0-a123-4603ef3e1589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:13.156478112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d4ec5a8-5b24-46b0-a123-4603ef3e1589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:13.172817415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d4ec5a8-5b24-46b0-a123-4603ef3e1589","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:13.824566368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78effa3-114c-42ed-8727-262e53c2ad7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:13.84067143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78effa3-114c-42ed-8727-262e53c2ad7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:13.856977246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78effa3-114c-42ed-8727-262e53c2ad7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:13.87357334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78effa3-114c-42ed-8727-262e53c2ad7c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:14.522660752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bfb1446-c6c6-4bcd-b0fc-be0bde4d7dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:14.538835788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bfb1446-c6c6-4bcd-b0fc-be0bde4d7dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:14.555057884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bfb1446-c6c6-4bcd-b0fc-be0bde4d7dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:14.57196767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5bfb1446-c6c6-4bcd-b0fc-be0bde4d7dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:15.287045991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559246cf-22be-46c2-b696-1fe23189b7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:15.303327524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559246cf-22be-46c2-b696-1fe23189b7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:15.320205768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559246cf-22be-46c2-b696-1fe23189b7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:15.336509151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"559246cf-22be-46c2-b696-1fe23189b7e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:15.664334519Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.677691536Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"d80cbf36-0a0f-456f-a34b-9427965d5a4c","namespace":"ai-tenant-e2e-worker-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.67776565Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"d80cbf36-0a0f-456f-a34b-9427965d5a4c","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.699013286Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"d80cbf36-0a0f-456f-a34b-9427965d5a4c","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.699929655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"ce031c79-cabb-4584-b60c-92acb036bc50","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.720123143Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"d80cbf36-0a0f-456f-a34b-9427965d5a4c","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.720139075Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"d80cbf36-0a0f-456f-a34b-9427965d5a4c","namespace":"ai-tenant-e2e-worker-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.720206901Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"d80cbf36-0a0f-456f-a34b-9427965d5a4c","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.722982925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"01519e89-727b-48dc-bf8d-89b1e6af186e","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.743442771Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"d80cbf36-0a0f-456f-a34b-9427965d5a4c","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.746628491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"3a3acdc6-10da-46a3-a4d4-eb375d2d70e2","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.747399076Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"07cc9fec-fbcd-4773-8d70-3b34d4a95141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.747456985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"67f51019-aa8e-4d38-9cc0-8961c3a5ab30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.755457329Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"945126ea-ebbe-44d7-bfd2-8bff0d06c416","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e17667bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.767250279Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"d80cbf36-0a0f-456f-a34b-9427965d5a4c","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.769001988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"07cc9fec-fbcd-4773-8d70-3b34d4a95141","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.770004497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"e0065476-40c2-4028-9dc9-6f13f21c56e2","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.772460012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"67f51019-aa8e-4d38-9cc0-8961c3a5ab30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.785242658Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"d8c301dc-23e1-47e2-89a7-3349c5bec0c3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-57bb2a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.78746131Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"5067db5c-daa2-4407-8c1a-1e69801cdb2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e17667bf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.808898206Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"a3dfc45b-51c3-4193-9bbb-8ede4263018f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-57bb2a42","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.90783743Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"bac2f347-7fb9-4a54-a9e4-16927afe73c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:16.908152573Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"0932fa57-b8ea-43bd-a95c-3be74a00bb77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.040389606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"0932fa57-b8ea-43bd-a95c-3be74a00bb77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.040386243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"bac2f347-7fb9-4a54-a9e4-16927afe73c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.095933285Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"0932fa57-b8ea-43bd-a95c-3be74a00bb77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.09595798Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-access","reconcileID":"0932fa57-b8ea-43bd-a95c-3be74a00bb77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:17.100270868Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"bac2f347-7fb9-4a54-a9e4-16927afe73c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w5-2077b4-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:17.10032526Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"bac2f347-7fb9-4a54-a9e4-16927afe73c8","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w5-2077b4-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.106424359Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"2f3f69c2-91b9-4c7d-99f3-363f97124cd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.117111329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"8b3e50e8-971b-4621-bd32-3aefcb19cc3d","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.240675759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"2f3f69c2-91b9-4c7d-99f3-363f97124cd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.261803772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"2f3f69c2-91b9-4c7d-99f3-363f97124cd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"e2e-worker-w5-2077b4-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.261828842Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-access","reconcileID":"2f3f69c2-91b9-4c7d-99f3-363f97124cd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.283393519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"79d60253-7b61-439a-aa33-8661f9861ef3","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.63140243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"b8f2b636-2d31-47d5-9954-da0d127df5d7","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.736784823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"e4c1ab00-8d0a-4880-9a68-bf1c060405d2","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.843461193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"d1596707-b16b-41ac-b5c4-7c2569dc807d","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.893080731Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"55014670-c7be-4656-9516-a46a2931e822","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.913532709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"551d9344-3c9f-468e-8f71-970f85717776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.91357378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"8e19956f-aab4-4db2-9406-1bccbd303b29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.934516171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"8e19956f-aab4-4db2-9406-1bccbd303b29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.935738399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"551d9344-3c9f-468e-8f71-970f85717776","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.951325755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"78370ab5-4693-4f2e-85a5-efdd616ae08e","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:17.973064616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"aaf84794-7251-4db3-b0e5-cbeb5ebbfde5","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:18.000548665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"7a612411-912c-41b0-a816-7d5e33a09272","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:18.000772176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"1c515b68-67dc-47cc-bdbd-f67bcdae3293","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:18.059551213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"79c7a4fc-1011-4908-8d32-6c1cd212c300","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:18.112727499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"1ee029f8-bdbf-40dd-9454-171fa6720cc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:18.115626142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"df5f49ff-b239-41e4-9509-aefb92cc9430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:18.115939346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"f29af47c-1abe-49d4-a418-01ffc6d13b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:18.136663613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"df5f49ff-b239-41e4-9509-aefb92cc9430","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:18.136754388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"f29af47c-1abe-49d4-a418-01ffc6d13b6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.308268251Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.308329079Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","namespace":"ai-tenant-e2e-shared-a-w1-2126fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.308377445Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","tenant":"e2e-shared-a-w1-2126fb","tenantID":"e2e-shared-a-w1-2126fb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.326541563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-2126fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.356881267Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"Service","name":"maas-api-e2e-shared-a-w1-2126fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.376112288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-2126fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.394446157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-2126fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.414914086Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-2126fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.434251953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-2126fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.455483308Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-2126fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.474166512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-2126fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.490177219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-2126fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.505841162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-2126fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.521929576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-2126fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.538084426Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-2126fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.554288166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-2126fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.570238557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-2126fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.586404666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-2126fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.60641609Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-2126fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.622533175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-2126fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.638722937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-2126fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.654886494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-2126fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:20.670747894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-2126fb"},"namespace":"ai-tenant-e2e-shared-a-w1-2126fb","name":"default-tenant","reconcileID":"13dd44b8-196a-43be-b2bf-dfa80db6b411","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-2126fb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:21.000321548Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-2126fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-2126fb","reconcileID":"a9fdf4b8-3206-439a-93b1-7d1d3dd7e31f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-2126fb","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-2126fb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:21.422807719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3358a7-477b-4bc6-b18d-83171a5179d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:21.439138595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3358a7-477b-4bc6-b18d-83171a5179d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:21.455613334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3358a7-477b-4bc6-b18d-83171a5179d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:21.47279702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f3358a7-477b-4bc6-b18d-83171a5179d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.120081355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8acca37c-2485-4598-ab2d-5a0af921783e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.136430184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8acca37c-2485-4598-ab2d-5a0af921783e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.152634481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8acca37c-2485-4598-ab2d-5a0af921783e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.168597605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8acca37c-2485-4598-ab2d-5a0af921783e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.834215242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4aaf6b0-2f6f-4a71-9519-4141c58b72a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.85110563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4aaf6b0-2f6f-4a71-9519-4141c58b72a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.867427616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4aaf6b0-2f6f-4a71-9519-4141c58b72a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.88385011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4aaf6b0-2f6f-4a71-9519-4141c58b72a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.906626484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"c31fca0d-12e9-433e-aafd-47b6d7f6b825","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.906904018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"8429ee34-fc78-470f-9985-971addee0eb7","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.907123825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"5cf151ee-6f10-4fb1-826f-aee5db66c380","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.907313144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"cecb5d83-59f6-46a9-ac62-950047d4c020","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"distinct-2-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"distinct-2-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.969564776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a707002e-5d7c-4de6-89cb-3aebc5b28c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.969888937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"5426bcec-39e4-4f26-85b1-b52ead89dada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.970500583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"bb0d6639-8358-4d37-b904-df89463b77b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.970598306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"14e1beb9-d4b9-4fd4-8a14-316c56fe9f26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.991911413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a707002e-5d7c-4de6-89cb-3aebc5b28c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:22.993075383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"5426bcec-39e4-4f26-85b1-b52ead89dada","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:23.061533248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"9af8e9e8-14d8-48f7-bfcb-3a64cc8fde14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:23.061735666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"6415cfc2-1c62-4975-a152-2c4c6877a452","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:23.092223796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"1b90a2f1-4721-480d-b251-89fb2aaf7b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:23.092361442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"053f5a07-97fb-44ee-81b2-8e3837b8e256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:23.114589067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"1b90a2f1-4721-480d-b251-89fb2aaf7b7a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:23.114599372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"053f5a07-97fb-44ee-81b2-8e3837b8e256","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:23.519902951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efdb693-06b7-4f04-9e95-857c8b4c16be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:23.536281683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efdb693-06b7-4f04-9e95-857c8b4c16be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:23.552501378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efdb693-06b7-4f04-9e95-857c8b4c16be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:23.568570659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9efdb693-06b7-4f04-9e95-857c8b4c16be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.298332982Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"361b50b5-32df-403c-8bea-69dabc1bb0af","namespace":"ai-tenant-e2e-worker-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.298412198Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"361b50b5-32df-403c-8bea-69dabc1bb0af","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.319788653Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"361b50b5-32df-403c-8bea-69dabc1bb0af","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.320530789Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"703f025e-ee25-4c84-ac9e-a1fe5daf8b7d","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.340928245Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"361b50b5-32df-403c-8bea-69dabc1bb0af","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.340952875Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"361b50b5-32df-403c-8bea-69dabc1bb0af","namespace":"ai-tenant-e2e-worker-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.341041681Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"361b50b5-32df-403c-8bea-69dabc1bb0af","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.344351913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"8ab4bbf3-3519-42c9-989b-78b5fc442ef8","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.363437057Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"361b50b5-32df-403c-8bea-69dabc1bb0af","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.364789479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"b8c9ed22-03e3-446a-a1b2-34717b7178bc","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.368280954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"1959bce2-deb7-4ff6-b230-8e9fd8ebf070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.368392873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a858a0ce-d909-4354-96f7-044eec7468bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.374801862Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"e76ff727-aaf6-4ea9-9e75-79de4b88ac1b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2816861c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.393453075Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"361b50b5-32df-403c-8bea-69dabc1bb0af","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.393758348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"f368288e-561c-4c94-a1c3-27d87f5e0ad1","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.398291938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"1959bce2-deb7-4ff6-b230-8e9fd8ebf070","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.398820993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"a858a0ce-d909-4354-96f7-044eec7468bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.403016173Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"41da67b2-7203-4e76-8b50-aaabe874e3b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-df20bf02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.40735828Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"5748e33c-37f8-4db5-8d28-f5d68cd518e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2816861c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.435304387Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"9c007242-6ed0-4306-9e4a-6eed5d56d7c5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-df20bf02","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.536976765Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"62969536-55b0-45a2-9a0f-2a834ada9573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.537315687Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"4b7d7e05-824a-4cb3-8154-bd8925734052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.749393102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"4b7d7e05-824a-4cb3-8154-bd8925734052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.749410167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"62969536-55b0-45a2-9a0f-2a834ada9573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.806470878Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"c89b2995-5f33-44bc-87bc-08710228002b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.807622129Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"62969536-55b0-45a2-9a0f-2a834ada9573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.807638832Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-access","reconcileID":"62969536-55b0-45a2-9a0f-2a834ada9573","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:26.811707538Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"4b7d7e05-824a-4cb3-8154-bd8925734052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-32c192-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:26.811759757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"4b7d7e05-824a-4cb3-8154-bd8925734052","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-32c192-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.817060014Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"e274c533-f320-4eb4-bb61-bb946c5de0aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.825404392Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"c89b2995-5f33-44bc-87bc-08710228002b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.825404706Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"461e5a9e-f737-4938-ab87-36b14b164f52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.828791604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"d01f7e9c-91a0-489d-8073-3c21d5fae7e5","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.842012979Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"simulator-subscription","reconcileID":"c89b2995-5f33-44bc-87bc-08710228002b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.842303947Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"461e5a9e-f737-4938-ab87-36b14b164f52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.861603044Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"premium-simulator-subscription","reconcileID":"461e5a9e-f737-4938-ab87-36b14b164f52","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"name":"maas-trlp-premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4","model":"e2e-models-e2e-worker-w5-2077b4/premium-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.955746375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"e274c533-f320-4eb4-bb61-bb946c5de0aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.979355662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"e274c533-f320-4eb4-bb61-bb946c5de0aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"e2e-worker-w3-32c192-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:26.979382177Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-access","reconcileID":"e274c533-f320-4eb4-bb61-bb946c5de0aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-32c192"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:27.000096916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"c4648f32-73ed-4519-b563-a3784d455f15","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:27.011686755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"38a3f375-313c-4e30-beee-eb5cf8208660","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:27.041501063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"12a7d576-537e-4d7d-9cbf-dc3d533097c0","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.277375321Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","namespace":"ai-tenant-e2e-worker-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.277523765Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","namespace":"ai-tenant-e2e-worker-w5-2077b4","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.277602148Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","tenant":"e2e-worker-w5-2077b4","tenantID":"e2e-worker-w5-2077b4","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.29539238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"Deployment","name":"maas-api-e2e-worker-w5-2077b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.324674764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"Service","name":"maas-api-e2e-worker-w5-2077b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.346093514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w5-2077b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.363902445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w5-2077b4","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.38569492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w5-2077b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.413605899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w5-2077b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.434558533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w5-2077b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.458311846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w5-2077b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.475551742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"Deployment","name":"payload-processing-e2e-worker-w5-2077b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.494341257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w5-2077b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.5453863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"Service","name":"payload-processing-e2e-worker-w5-2077b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.574558645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"Service","name":"payload-pre-processing-e2e-worker-w5-2077b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.601362326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w5-2077b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.617601026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w5-2077b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.636159884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w5-2077b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.656472437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w5-2077b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.672561779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w5-2077b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.68866627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w5-2077b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.704599511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w5-2077b4","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.721365334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-2077b4"},"namespace":"ai-tenant-e2e-worker-w5-2077b4","name":"default-tenant","reconcileID":"076a0b01-a649-401c-a071-59419b57f6c1","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w5-2077b4","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.843820357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"0e7efa8b-475f-461a-8bd3-d0e59d49e809","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-2-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-2-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.850752693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"b29c3349-7bc3-49b6-b873-fe7d2dfdd64a","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"distinct-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"distinct-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.864805164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"650299ce-41d7-456b-a7a8-9d3e413984e8","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"premium-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"premium-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:28.921296107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"4f13e0c2-7ba9-4497-ac71-4af681d73e21","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"routeName":"simulator-w5-2077b4-kserve-route","namespace":"e2e-models-e2e-worker-w5-2077b4","llmisvcName":"simulator-w5-2077b4","gateway":"openshift-ingress/e2e-worker-w5-2077b4","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:29.044896578Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-2077b4","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-2077b4","reconcileID":"93909123-f8e9-4d23-8427-1ad18de01a5e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-2077b4","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w5-2077b4"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:29.099795665Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"61578144-83fd-45c7-aefe-591ac5f1ffb4","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4: AITenant \"e2e-worker-w5-2077b4\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:29.139021844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"61578144-83fd-45c7-aefe-591ac5f1ffb4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w5-2077b4/simulator-w5-2077b4: AITenant \"e2e-worker-w5-2077b4\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:29.525757583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"206cc1db-8788-49ca-8599-0149572edb0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:29.542693865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"206cc1db-8788-49ca-8599-0149572edb0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:29.558863015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"206cc1db-8788-49ca-8599-0149572edb0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:29.575141025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"206cc1db-8788-49ca-8599-0149572edb0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:30.330217753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6869075-1626-4a55-acd6-df4f49d92914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:30.346352366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6869075-1626-4a55-acd6-df4f49d92914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:30.362273726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6869075-1626-4a55-acd6-df4f49d92914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:30.378503751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6869075-1626-4a55-acd6-df4f49d92914","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:30.588170362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"aa8fb9b0-c74c-44ee-94b8-89c81575d024","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:30.672380666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"146f04f7-ffa6-4f2c-ad4e-ea2a72596469","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:30.775570594Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"c3986fe0-bb94-496e-a677-283c0dae4297","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:30.871677836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"c699f5e3-7202-4fc1-a4a7-a8a66256db78","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:30.98177512Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"154df4a7-0e79-48df-b33c-f64f23f48b30","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:31.071560187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"215803ea-91e4-4287-8ec6-3b2c28727719","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:31.173917254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"390109c9-0091-4018-b451-f62002eb69a8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:31.274730183Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"900f580b-c3f0-4c3c-bd8f-7988b87f55b6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:31.377522076Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"38b6ae25-7e78-465c-b699-cb6f20dae4e8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:31.47448271Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"65a34fbf-da63-4d91-a4b6-a5fa493cad85","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:31.577200836Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"52f2114e-a7c7-45b0-b50b-ec4ac12794b8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:31.686810013Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"5b602797-53cb-425d-beb7-23b6c79fbd24","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:31.787730027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"6c8737b7-d119-4507-b868-5e68ceae4db1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:31.809789191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96dfa0f8-8f5f-4f88-8905-1a585296e034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:31.826166255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96dfa0f8-8f5f-4f88-8905-1a585296e034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:31.842747051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96dfa0f8-8f5f-4f88-8905-1a585296e034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:31.859169646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96dfa0f8-8f5f-4f88-8905-1a585296e034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:31.891083308Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"24b2a04d-090c-4555-b6be-5e57292da578","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:32.005351219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"ccab044b-621f-4aad-a982-a91996f1dd21","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:32.111246336Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"166c0479-0254-4c02-a7cb-a64d2f77b71a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:32.192047081Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"7d7be0f8-f9d0-4e12-b46e-ad3203aabf52","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:32.292041241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"2bf13015-f474-40f2-8529-c4abb2fb83e2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:32.393952149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"90e0afd7-0c2a-4199-9d63-6508b9e3ef1c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:32.474267686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"b475e0e3-86fe-45f3-865c-91c45c7e77cc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:32.525628368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482d78bb-163b-44c2-a3c8-ada72f29c672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:32.542084055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482d78bb-163b-44c2-a3c8-ada72f29c672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:32.556056561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"f7d68b8a-dd2a-46cf-92e3-1a448eafbcf5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:32.55838195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482d78bb-163b-44c2-a3c8-ada72f29c672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:32.574657607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482d78bb-163b-44c2-a3c8-ada72f29c672","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:32.657970422Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"7b46ea4c-4228-4ee6-9e24-1cca6a31d3db","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:32.690325221Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"1db01957-4578-4da8-bf36-b097cdf922b1","namespace":"ai-tenant-e2e-worker-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:32.690395845Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"1db01957-4578-4da8-bf36-b097cdf922b1","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:32.708808584Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"1db01957-4578-4da8-bf36-b097cdf922b1","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:32.727172984Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"1db01957-4578-4da8-bf36-b097cdf922b1","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:32.727207235Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"1db01957-4578-4da8-bf36-b097cdf922b1","namespace":"ai-tenant-e2e-worker-w3-32c192","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:32.743359397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"1f297802-7f36-43bf-ab55-b4eabb1a17b4","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:32.848906715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"82353378-2fdd-4046-9b04-3f086c4fa314","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:32.931424796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"b938c474-206d-4f05-91c9-b402c36b800a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:33.032806964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"729a86e8-3af4-4dfc-930c-8d0a759e9c60","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:33.191610547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"ada74920-3dfe-4847-a075-62f28183a144","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:33.29012503Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"71190da7-4899-4bf8-a389-fc21a011c6c0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:33.312985866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39017048-b56c-4055-aa2f-93ff6f6a960e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:33.329160884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39017048-b56c-4055-aa2f-93ff6f6a960e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:33.345166004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39017048-b56c-4055-aa2f-93ff6f6a960e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:33.361704148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39017048-b56c-4055-aa2f-93ff6f6a960e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:33.394197798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"8d8dbbc0-1db5-40e4-a688-b033b11e8d7e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:33.492002097Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"92c58b3c-6300-42a4-8f32-98398de36948","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:33.595226286Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"433e0aa1-4ef1-4a72-a890-3aaded91a9d5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:33.701838647Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"7b45f411-c96a-4e12-80e4-f3aeb0acf1a0","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:34.116347611Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"087b6e4d-cdd9-404c-82fa-893b8443ef60","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:34.216741222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"5a94c424-276d-4a3a-8b73-06fffc6b3c09","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:34.317413444Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"6892208e-717a-4ee5-ae42-bac3bc1c74fe","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:34.423987119Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"5e011951-5fe2-48af-b4d6-8fd47ab0a69a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:35.478804227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"8a4c6608-7091-4b30-b26f-1e4478091d17","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:35.578748812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"78552194-29a8-41fe-a28e-a193c7f141b7","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:35.679029659Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"c1600166-f59b-4013-8c4b-ab883140ae69","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:35.790386669Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"f9e9b2ed-7a59-426c-81c3-20da6bd301fc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:36.445276216Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"0f2c22ff-ff8c-4fed-8f08-6ecb07bd8db1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:36.451371222Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"cc27e9e1-9dca-47a5-8aa9-45b0600e9f53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:36.462274371Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"0f2c22ff-ff8c-4fed-8f08-6ecb07bd8db1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:36.474874776Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"cc27e9e1-9dca-47a5-8aa9-45b0600e9f53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:36.479753777Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"simulator-subscription","reconcileID":"0f2c22ff-ff8c-4fed-8f08-6ecb07bd8db1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:36.504635607Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"premium-simulator-subscription","reconcileID":"cc27e9e1-9dca-47a5-8aa9-45b0600e9f53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-32c192"},"name":"maas-trlp-premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192","model":"e2e-models-e2e-worker-w3-32c192/premium-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:36.5959917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"17b57851-6392-4cc3-9169-5750b1f311d4","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"simulator-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"simulator-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:36.684041361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"dca8ed0d-5b4c-4cdd-b518-c6604c8e5286","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"routeName":"premium-w3-32c192-kserve-route","namespace":"e2e-models-e2e-worker-w3-32c192","llmisvcName":"premium-w3-32c192","gateway":"openshift-ingress/e2e-worker-w3-32c192","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:38.124271538Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"2fdd52c7-b4f9-4847-8d88-0a81de60dd08","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:38.223472224Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"4157054d-4f78-4394-a5d8-ddba66443bb8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:38.342393602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"161c82f8-b90e-4ac5-9b38-6133f36473f3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:38.431147187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"7a50b134-8a09-4b77-ae38-a39b5914ad5c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:43.328616116Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"20515f95-0d9b-4d06-b252-0cb6aa2818cd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:43.426239288Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"5fd9b0ef-e44d-469c-8ad4-feacd6b8925e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.485804699Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","namespace":"ai-tenant-e2e-worker-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.485863293Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","namespace":"ai-tenant-e2e-worker-w3-32c192","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.485911833Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","tenant":"e2e-worker-w3-32c192","tenantID":"e2e-worker-w3-32c192","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.503476949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"Deployment","name":"maas-api-e2e-worker-w3-32c192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.53317418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"Service","name":"maas-api-e2e-worker-w3-32c192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:43.547582122Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"92db60cf-a6cc-4863-a9be-6125e078b312","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.553928856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-32c192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.571616991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-32c192","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.590387519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-32c192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.608836142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-32c192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.629870516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-32c192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:43.647706025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"b4d2c4bf-2183-47ca-b273-af7c2c361134","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.649633222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-32c192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.665333866Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-32c192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.681670931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-32c192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.697412377Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"Service","name":"payload-processing-e2e-worker-w3-32c192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.713182072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-32c192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.729081939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-32c192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.744916772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-32c192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.761153737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-32c192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.781539293Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-32c192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.797440322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-32c192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.815813159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-32c192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.831507528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-32c192","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.847386094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-32c192"},"namespace":"ai-tenant-e2e-worker-w3-32c192","name":"default-tenant","reconcileID":"04e74b09-e9e2-4c5a-91cd-be4c855c313a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-32c192","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.868880017Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.868958425Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.869034004Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","tenant":"e2e-shared-b-w1-8a8b61","tenantID":"e2e-shared-b-w1-8a8b61","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.886818919Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-8a8b61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.914464282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"Service","name":"maas-api-e2e-shared-b-w1-8a8b61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.933585554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-8a8b61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.953037072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-8a8b61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.97209749Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-8a8b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:43.990274936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-8a8b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.01134851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-8a8b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.029939228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-8a8b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.04545618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-8a8b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.062057805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-8a8b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.103994046Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-8a8b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.124326383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-8a8b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.141884299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-8a8b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.164699158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-8a8b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.180593034Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-32c192","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-32c192","reconcileID":"379527c4-4807-4c6f-bd90-0bf995ed1f9d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-32c192","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-32c192"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.182328418Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-8a8b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.206223078Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-8a8b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.22203376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-8a8b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.237610481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-8a8b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.23815265Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"61ad772c-6cf7-4de7-a214-4ef3dc567afb","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.254701966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-8a8b61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.260673665Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"61ad772c-6cf7-4de7-a214-4ef3dc567afb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.260880977Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"1c44b18a-b607-44b2-b560-891abe185259","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.286892222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-8a8b61"},"namespace":"ai-tenant-e2e-shared-b-w1-8a8b61","name":"default-tenant","reconcileID":"8d43df4c-2bf7-4cb7-9d25-a949d8c45bbd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-8a8b61","namespace":"","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.293323863Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"1c44b18a-b607-44b2-b560-891abe185259","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.293487422Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"b0e424c5-1181-48dc-a0c0-494faa335311","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.315156284Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"b0e424c5-1181-48dc-a0c0-494faa335311","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.31535975Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"dcf98c7e-6879-4b05-856b-0b9e53052ea6","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.337272067Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"dcf98c7e-6879-4b05-856b-0b9e53052ea6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.337412695Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"57b6dd59-50e4-495a-a12f-4fabc8247fbd","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.337451104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"57b6dd59-50e4-495a-a12f-4fabc8247fbd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.337558143Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"41d11b0e-adb0-4db4-aba3-33f5a14108cf","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.33760091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"41d11b0e-adb0-4db4-aba3-33f5a14108cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.337694867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"6f35cfd3-6696-4bc7-bdb5-d1b9e877cb4e","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.337729793Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"6f35cfd3-6696-4bc7-bdb5-d1b9e877cb4e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.343264549Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"b53b150d-10eb-4179-8cc1-93d4a6d7451d","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.343321655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"b53b150d-10eb-4179-8cc1-93d4a6d7451d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.34859174Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"852249ae-7d3d-46e6-aac6-b2a263044106","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.348643805Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"852249ae-7d3d-46e6-aac6-b2a263044106","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.348718835Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"38d5cf79-8dc3-4e7d-a1b1-aedee3ac510f","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.348752884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"38d5cf79-8dc3-4e7d-a1b1-aedee3ac510f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.348812937Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"e08cab00-03bf-433b-91d1-dd84fb16748d","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.348847202Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"e08cab00-03bf-433b-91d1-dd84fb16748d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.354132078Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"23cb5a05-c025-4630-ad3c-cc984d338aef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.354178456Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"23cb5a05-c025-4630-ad3c-cc984d338aef","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.369123477Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"093f9bfb-5aa6-4322-8083-3de6e4f0b7b6","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.369231898Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"093f9bfb-5aa6-4322-8083-3de6e4f0b7b6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.369488356Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"1d688f03-16f8-41fe-8d23-2f58ae108592","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.369539098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"1d688f03-16f8-41fe-8d23-2f58ae108592","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.369828649Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"102f2625-71f1-43f7-8e7b-8aeaf4799ff1","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.369878614Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"102f2625-71f1-43f7-8e7b-8aeaf4799ff1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.380014624Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"6bd7e018-cf3e-4954-8004-9b10eed9c087","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.380103638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"6bd7e018-cf3e-4954-8004-9b10eed9c087","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.421527236Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"2991b481-194f-4eef-9145-9b0b5f891c23","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.421612774Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"2991b481-194f-4eef-9145-9b0b5f891c23","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.421791528Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"7a7a6cbc-76dd-47cc-bdfc-4587bab26ff9","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.421839403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"7a7a6cbc-76dd-47cc-bdfc-4587bab26ff9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.42199339Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"974e4d0e-5875-4b36-87e2-f614749b9c7c","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.422045622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"974e4d0e-5875-4b36-87e2-f614749b9c7c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.422163043Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"9c4e5a60-2838-4e2f-9f75-1b66680e221d","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.42549567Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"9c4e5a60-2838-4e2f-9f75-1b66680e221d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.502764981Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"bc312e6a-177d-4ba4-a22b-f64839ca0b5b","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.502830351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"bc312e6a-177d-4ba4-a22b-f64839ca0b5b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.502910743Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"3c51a926-ea15-49ae-8819-c21da958faa8","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.502938945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"3c51a926-ea15-49ae-8819-c21da958faa8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.503000032Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"b29ad9b3-ecb3-4533-bf66-f734fbd58931","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.503029213Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"b29ad9b3-ecb3-4533-bf66-f734fbd58931","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.521364189Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"1312ef85-5de2-4f4d-adf9-08940cb7bb97","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.521424856Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"1312ef85-5de2-4f4d-adf9-08940cb7bb97","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.603625847Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-8a8b61","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-8a8b61","reconcileID":"231d1dd5-2e54-41ee-965b-d138f724d58a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-8a8b61","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-8a8b61"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.639031001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1542d51-0275-46d1-b25d-ca546160afb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.655673058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1542d51-0275-46d1-b25d-ca546160afb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.663402911Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"6da7bad3-aba4-4ec7-9d3e-70c012dfa8ea","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.663461136Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"6da7bad3-aba4-4ec7-9d3e-70c012dfa8ea","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.663540206Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"d3e962a1-a9c5-49c0-bd24-0cd158bf628a","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.663584838Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"d3e962a1-a9c5-49c0-bd24-0cd158bf628a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.663670126Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"0c393713-f0b5-4d30-98a9-6a7f61ae3fb3","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.663702085Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"0c393713-f0b5-4d30-98a9-6a7f61ae3fb3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.675606513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1542d51-0275-46d1-b25d-ca546160afb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.683008139Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"1477acf3-8a47-4a20-ade6-fda47e9a9e1b","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.683073207Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"1477acf3-8a47-4a20-ade6-fda47e9a9e1b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:44.692395031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1542d51-0275-46d1-b25d-ca546160afb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.98404675Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"a6d3bd6e-ff45-4fce-ad10-6622bea09c26","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.984127645Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"a6d3bd6e-ff45-4fce-ad10-6622bea09c26","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.984287135Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"1735c9d6-3ce7-42e9-a070-cb3aec0960f3","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.984344003Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"1735c9d6-3ce7-42e9-a070-cb3aec0960f3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.984453011Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"edc41dd6-12f3-4a8f-a745-8e9d253c0ee8","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:44.984492088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"edc41dd6-12f3-4a8f-a745-8e9d253c0ee8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:45.003677245Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"5da327e6-f96b-4b16-9648-308538c8f92c","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:45.003742738Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"5da327e6-f96b-4b16-9648-308538c8f92c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:45.32600953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b7b637-69b3-45b7-802c-0ddc273d70ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:45.34192027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b7b637-69b3-45b7-802c-0ddc273d70ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:45.357968501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b7b637-69b3-45b7-802c-0ddc273d70ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:45.374143137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41b7b637-69b3-45b7-802c-0ddc273d70ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:45.625343189Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"c0bb7089-acb6-4e0b-b7af-9a63dc775c19","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:45.625408061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"c0bb7089-acb6-4e0b-b7af-9a63dc775c19","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:45.625507904Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"5cdbc439-3c91-4bfe-8d53-883063fdd881","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:45.625543989Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"5cdbc439-3c91-4bfe-8d53-883063fdd881","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:45.625624466Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"43734928-2f4b-44d2-b278-2408cb8a3436","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:45.625658009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"43734928-2f4b-44d2-b278-2408cb8a3436","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:45.643946006Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"20e64d3b-0578-4ee6-8c80-ccb257bee0cb","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:45.644012146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"20e64d3b-0578-4ee6-8c80-ccb257bee0cb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:45.664786967Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:46.906072677Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"fd9db1e8-199d-4ed0-a08b-539dfa0430aa","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:46.906136225Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"fd9db1e8-199d-4ed0-a08b-539dfa0430aa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:46.906244752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"bd6fe24c-046b-4aa1-aa43-8cd7dfcd3cef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:46.906287857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"bd6fe24c-046b-4aa1-aa43-8cd7dfcd3cef","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:46.906387106Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"fa8ec933-3ba8-4aab-9b44-65704221e5ef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:46.906417628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"fa8ec933-3ba8-4aab-9b44-65704221e5ef","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:46.924732125Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"c241ba38-c69e-4cea-9fdc-8016ba997516","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:46.924797769Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"c241ba38-c69e-4cea-9fdc-8016ba997516","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:49.467345611Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"c3cafc12-83d1-49b4-965f-9e0acd9d173c","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:49.467411816Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"c3cafc12-83d1-49b4-965f-9e0acd9d173c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:49.467493794Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"8683d166-cdec-4fdd-92ac-5e21107bba54","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:49.467528345Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"8683d166-cdec-4fdd-92ac-5e21107bba54","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:49.46759079Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"4093d1d1-860e-43c8-a152-b6223e607d67","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:49.4676237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"4093d1d1-860e-43c8-a152-b6223e607d67","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:49.485019365Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"b7a68917-07cc-40b4-81e2-c59fde8140f9","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:49.485083675Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"b7a68917-07cc-40b4-81e2-c59fde8140f9","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.728998633Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"42895795-bbb3-4295-b365-0f630a01f95d","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.72908581Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"42895795-bbb3-4295-b365-0f630a01f95d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.729243384Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"63efbbda-d1d8-49d8-8351-b6dae9fb80ce","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.729302518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"63efbbda-d1d8-49d8-8351-b6dae9fb80ce","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.729412961Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"3ba9d4dd-ae4c-4730-9d1f-1d81d5e0eba3","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.729444486Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"3ba9d4dd-ae4c-4730-9d1f-1d81d5e0eba3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.729512069Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"f1690497-95f5-43c6-b5f0-e670d39de62f","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.729538051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"f1690497-95f5-43c6-b5f0-e670d39de62f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.729959772Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"7117921d-7847-4382-a359-12b97c2d6da7","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.729996379Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"7117921d-7847-4382-a359-12b97c2d6da7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.730059747Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"3d4b461d-b42b-480a-b519-c6318229e6fa","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.730086373Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"3d4b461d-b42b-480a-b519-c6318229e6fa","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.73014234Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"9b9500c5-e10d-48ff-8bec-e9101f76b943","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.730168687Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"9b9500c5-e10d-48ff-8bec-e9101f76b943","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.730252756Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"94fb8d30-304d-4443-a161-2bcfb0e82634","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.730279511Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"94fb8d30-304d-4443-a161-2bcfb0e82634","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.751061186Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"54fbfa55-f794-4d0b-b234-a6272a2094c3","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.751131899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"54fbfa55-f794-4d0b-b234-a6272a2094c3","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.751264742Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"71b86f3c-abff-4538-a95c-eecfa2b0d7dc","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.751312905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"71b86f3c-abff-4538-a95c-eecfa2b0d7dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.751402594Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"89bdce84-8b52-497a-9496-08ce0713d5b2","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.75144729Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"89bdce84-8b52-497a-9496-08ce0713d5b2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.751523077Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"17f4dd7d-7132-4a82-80c3-8517b8ecf12a","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.751563053Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"17f4dd7d-7132-4a82-80c3-8517b8ecf12a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.783255544Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"7a5f29c1-5b77-48c8-8e63-4f62609c608d","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.783320205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"7a5f29c1-5b77-48c8-8e63-4f62609c608d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/premium-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.783415391Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"222fbcd8-ad9e-4c88-bc4b-983a531379ba","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.783461075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"222fbcd8-ad9e-4c88-bc4b-983a531379ba","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.783541983Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"8437aac4-15ea-4d37-a916-3c6561c5bd5d","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.78358227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"8437aac4-15ea-4d37-a916-3c6561c5bd5d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/distinct-2-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.783678173Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"35889874-951d-47d1-bc5a-e817cc4e77cf","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:51.783721073Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"35889874-951d-47d1-bc5a-e817cc4e77cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w3-32c192/simulator-w3-32c192: AITenant \"e2e-worker-w3-32c192\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.075182991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"942a2774-0c3b-478d-bdee-ce0e1c3a9c63","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.091699267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"bdc30b14-963b-4f42-be36-ea006553bb4b","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.09188466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"0173ad86-80b3-4187-9fb7-ea97784f11ea","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.092041191Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"7dc4d311-9b9f-4b40-84df-d6d70c44b34a","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.130962329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"7a3d34c3-7b20-4cff-9050-83a892ae70db","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.131362705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"cfe3a419-f0f4-4b44-a103-55da7ba62005","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.131597001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"e1eecb9f-699a-4253-9e54-9eb3c8c177ac","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.131761005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"71c3cf62-5c46-4444-9f31-75d777fa3dee","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.140444469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7e0c58aa-f5b6-43cd-bbdf-9214e359ee47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.141266561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"9ecef134-9023-4695-8d17-be7d891065b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.141683101Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"b4e810d0-bf92-450f-b52c-a3d501579ad6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.161266033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7e0c58aa-f5b6-43cd-bbdf-9214e359ee47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.253840118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"fda63d2a-3a11-485c-85d8-f3d551165f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.25572253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"5923ce39-d2a2-4a69-b795-a6f6802c660a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.25573033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"2bed9a39-e316-4db0-8b35-42380601c4a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.275010946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"fda63d2a-3a11-485c-85d8-f3d551165f96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.353503277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"5a5951ff-bd35-46a5-9b6a-291538370a18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.368502013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"c12213db-be59-45b4-9326-e9e98067bd8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.374238103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"5a5951ff-bd35-46a5-9b6a-291538370a18","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.389371185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"c12213db-be59-45b4-9326-e9e98067bd8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.418370187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"babe59ff-2d83-41b0-b2ae-73a650a1beb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.434199161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"babe59ff-2d83-41b0-b2ae-73a650a1beb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.450222615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"babe59ff-2d83-41b0-b2ae-73a650a1beb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:53.466053689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"babe59ff-2d83-41b0-b2ae-73a650a1beb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:53.702383623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"1c5cfacb-4706-4513-a64c-502375cef575","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:53.801920178Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"9e66ab62-4c9e-4800-8b44-a4d6ce63d50c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:53.915949113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"d9cfcdd4-1898-4a85-9a3f-a9b8fbd1161e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:54.052530792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"80181ea8-76ba-436d-b87d-b676b088b615","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:54.217925806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d42f717-0f5c-48e5-aea5-7121388ec85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:54.235759122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d42f717-0f5c-48e5-aea5-7121388ec85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:54.252304054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d42f717-0f5c-48e5-aea5-7121388ec85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:54.268779674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7d42f717-0f5c-48e5-aea5-7121388ec85b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:54.301383124Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"d96aa72e-cc5b-4ad7-a1b2-fc958be7f023","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-32c192\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:54.389681808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"ca774ab2-ad8a-4038-bdd4-4bb40605a965","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-32c192\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:54.488068407Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"09d5ed65-446e-4b7b-866f-6fd8e549a81d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-32c192\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:54.588229725Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"a254a473-a41a-4ff5-8e2c-7db0042bbf04","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-32c192\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:54.690155981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"49a09db3-ab80-4c0f-a2c3-4128aa76b14a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-32c192\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:54.790297485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"695864c1-1840-4007-9833-3d212f40e845","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-32c192\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:54.890852477Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"f6feb523-1cb5-4179-be90-45be9ba979a1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-32c192\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:54.934782293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf009e8-d613-4f76-8ef5-77ff2d68ba8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:54.951008664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf009e8-d613-4f76-8ef5-77ff2d68ba8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:54.967433911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf009e8-d613-4f76-8ef5-77ff2d68ba8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:54.98356266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6cf009e8-d613-4f76-8ef5-77ff2d68ba8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:54.999776597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"a00bbcba-985c-4135-84d2-f6e68c7f9204","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-32c192\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:55.103611433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"27ae8d74-d5ab-4a6a-9880-5640504acf00","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-32c192\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:55.193543921Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"326fc7e6-2ebf-4488-8738-2b61856282d1","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-32c192\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:55.29034154Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"0de751f8-67bb-4c86-b163-26ad789de4dc","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-32c192\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:55.39252677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"simulator-w3-32c192","reconcileID":"5270a857-0578-4522-b6da-df726e2d6934","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-32c192\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:55.523565125Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-2-w3-32c192","reconcileID":"68130eec-7aaa-411b-84a9-148657d81d4c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-32c192\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:55.626493277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"premium-w3-32c192","reconcileID":"ad61f299-fcf0-4fb8-9c74-77c5959b15a8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-32c192\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:54:55.73389696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-32c192","namespace":"e2e-models-e2e-worker-w3-32c192"},"namespace":"e2e-models-e2e-worker-w3-32c192","name":"distinct-w3-32c192","reconcileID":"f9a0061e-6ea6-4961-a235-4b3852368a08","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w3-32c192\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:57.278026443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"1c4d6154-12c5-4185-a449-27e25aa69bf8","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:57.327426305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"54725721-52c9-4efc-9c2d-71bbb3dcafa7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:57.345710741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"3b1a7935-bd24-4193-bb4b-b877f699f4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:57.346076669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"241b9c07-83d7-4ffe-9e93-301a6b4452fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:57.424741717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"241b9c07-83d7-4ffe-9e93-301a6b4452fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:57.42785853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"3b1a7935-bd24-4193-bb4b-b877f699f4f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:57.442876652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"800d470f-b308-487d-bf32-c559bd708777","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:57.492379754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"d48f2524-c397-4547-aac7-0390f8f98a33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:59.743583266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"23ce61cb-bb47-4934-9f00-dc0f00071242","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:59.844782772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"2df027f1-5f37-4a95-a82f-e1ba1b913d6e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:59.84484155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bc346dfa-dcdf-4513-9274-9eb63d7beaa1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:54:59.845156849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e21acdab-7c5f-4f20-90da-2cb304044b53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:00.428292379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"3199e78a-94df-48b3-9c6c-7dea0f9772f5","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:00.535125587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"25ecdbca-ca90-419d-8c85-c68b681f290f","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:00.64066176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"706b1289-aca6-4dc6-97e6-985bb2b71aa9","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:00.690238113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"84eca74e-7e2e-4fef-8490-9563a0aeb7ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:00.711053672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"79f30d30-5884-4807-ba53-e4bd890599e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:00.711053669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"1b623af5-ba3d-4559-91ae-12363af49725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:00.732615737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"1b623af5-ba3d-4559-91ae-12363af49725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:00.732928298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"79f30d30-5884-4807-ba53-e4bd890599e2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:00.757469966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"2991c359-93f6-4373-b5bb-1c444512f829","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:00.806723278Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"e0845245-aea9-4b20-bb80-b4caebb764cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:03.262232922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"05e4b7e1-1bb5-4d69-acb9-d7e99170bf6b","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-2-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-2-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:03.262455511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"4ffcd365-8715-42ab-bc4e-5989489851e0","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:03.262731517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"1fb92fee-2afa-4afc-81ab-9012901319ce","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:03.262972533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"22e303e0-8f01-4633-a8e2-fc5555e7b2f4","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"distinct-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"distinct-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:03.310437067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"23cd109e-44db-4413-a7a5-c3fac514b425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:03.310701886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"408be23f-3a94-4e03-83ab-20f1e1c45cf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:03.312425165Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"b1dc8f38-b98c-4358-bb65-373962bab18d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:03.312665694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"4d435b83-620e-425e-8e86-b95ac836e2f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:03.332359566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"23cd109e-44db-4413-a7a5-c3fac514b425","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:03.332419042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"408be23f-3a94-4e03-83ab-20f1e1c45cf9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:03.416006445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"d3876a99-f78f-4f37-b935-50b310aa8d56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:03.416011461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"7997c7c1-ad5e-43a1-a3fe-eff305a7dc80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:03.430707902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"ecf980f8-7945-438e-960c-8accc91ebd4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:03.430935508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7a7c466c-8def-46fc-9440-2828f9b42405","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:03.451954705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"7a7c466c-8def-46fc-9440-2828f9b42405","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:03.452073191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"ecf980f8-7945-438e-960c-8accc91ebd4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.359988248Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"7420794b-6a13-462e-b1bf-39fca5c8a31f","namespace":"ai-tenant-e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.360068353Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"7420794b-6a13-462e-b1bf-39fca5c8a31f","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.381049013Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"7420794b-6a13-462e-b1bf-39fca5c8a31f","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.381837469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"9c773ffb-8cfd-4cd5-9cac-aa98fd025a44","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.402089384Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"7420794b-6a13-462e-b1bf-39fca5c8a31f","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.402114907Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"7420794b-6a13-462e-b1bf-39fca5c8a31f","namespace":"ai-tenant-e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.402232006Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"7420794b-6a13-462e-b1bf-39fca5c8a31f","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.407175539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"06840ac1-f054-4214-8149-1c1137f0f2de","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.424809165Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"7420794b-6a13-462e-b1bf-39fca5c8a31f","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.428865636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"ab157b3e-1097-4ef7-a2de-df82e1ec7925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.42936245Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"5ffdb796-f96e-4f67-b563-18c9342bfb85","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.429453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"00c34e9b-f4cb-42fb-be88-cfcee92e513e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.435875435Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"64334c13-b5da-42f9-a53b-b552a2bd762e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-42f63f53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.451262245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"ab157b3e-1097-4ef7-a2de-df82e1ec7925","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.452273223Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"7420794b-6a13-462e-b1bf-39fca5c8a31f","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.453273229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"f8c7e477-863c-42cb-91a7-12228743e6f7","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.453846002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"00c34e9b-f4cb-42fb-be88-cfcee92e513e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.461626227Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"a629eb2c-63f7-4838-8338-d6a3c31f9c19","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-271728b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.475000291Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"7c50f951-0796-413f-bcbd-c6d038c9b78c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-42f63f53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.497488852Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"4312bb75-31d5-44e4-ab72-5988ce978b23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-271728b7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.590990631Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4a1be5e3-f588-4a95-a2f8-5ac6ffc8dfd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.590994485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"76fb6ef0-5d79-4430-a5a3-d3e57dd96d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.638812595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"76fb6ef0-5d79-4430-a5a3-d3e57dd96d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.638815427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4a1be5e3-f588-4a95-a2f8-5ac6ffc8dfd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.695512154Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4a1be5e3-f588-4a95-a2f8-5ac6ffc8dfd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.695537974Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-access","reconcileID":"4a1be5e3-f588-4a95-a2f8-5ac6ffc8dfd6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:04.699871746Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"76fb6ef0-5d79-4430-a5a3-d3e57dd96d58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-99dfb0-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:04.699921228Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"76fb6ef0-5d79-4430-a5a3-d3e57dd96d58","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-99dfb0-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.705255151Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"68239a57-3986-4951-930e-1333b717c77b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.7172278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"3086d84d-8002-4d43-83ab-2f8c519ead26","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.75322836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"68239a57-3986-4951-930e-1333b717c77b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.774105794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"68239a57-3986-4951-930e-1333b717c77b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"e2e-worker-w1-99dfb0-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.774129006Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-access","reconcileID":"68239a57-3986-4951-930e-1333b717c77b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:04.794675418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"b1c33a91-4958-4fd4-9635-8d5a180bf907","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:09.45315069Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"1b3f23e8-6d05-4a00-a0fc-fe8572b9a3eb","namespace":"ai-tenant-e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:09.453261284Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"1b3f23e8-6d05-4a00-a0fc-fe8572b9a3eb","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:09.471941082Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"1b3f23e8-6d05-4a00-a0fc-fe8572b9a3eb","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:09.490640244Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"1b3f23e8-6d05-4a00-a0fc-fe8572b9a3eb","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:09.49065677Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"1b3f23e8-6d05-4a00-a0fc-fe8572b9a3eb","namespace":"ai-tenant-e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:14.264694351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"2c2d13f4-7d67-426b-a959-fbdfe18ae5d5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:14.364681315Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"9777e5db-2071-4248-a97b-18fb5f7ea7ac","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:14.48163781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"c86827d5-ac3d-4997-b41c-b91f8c2cbb9e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:14.491866138Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8f2b4cf2-662d-4e0d-ad94-283c7e934381","namespace":"ai-tenant-e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:14.491975132Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8f2b4cf2-662d-4e0d-ad94-283c7e934381","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:14.492018564Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"6fe20193-2acf-436e-adb3-f1ab5220f1dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:14.508644431Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"6fe20193-2acf-436e-adb3-f1ab5220f1dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:14.512228123Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8f2b4cf2-662d-4e0d-ad94-283c7e934381","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:14.514336867Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"13bd9052-1cd7-4288-954a-c204f9556eb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:14.52641654Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"simulator-subscription","reconcileID":"6fe20193-2acf-436e-adb3-f1ab5220f1dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:14.530559537Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8f2b4cf2-662d-4e0d-ad94-283c7e934381","count":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:14.530577272Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8f2b4cf2-662d-4e0d-ad94-283c7e934381","namespace":"ai-tenant-e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:14.531484887Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"13bd9052-1cd7-4288-954a-c204f9556eb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:14.547481767Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"premium-simulator-subscription","reconcileID":"13bd9052-1cd7-4288-954a-c204f9556eb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"name":"maas-trlp-premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0","model":"e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:14.613975098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"4df54316-1825-453e-b75d-41ba81abcbbd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:14.614683277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"4b8fa138-d3f9-4331-8119-be6e442554e8","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"simulator-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"simulator-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:14.716867361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"2a5f07c5-dd21-4919-b335-88d4b01110cf","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"routeName":"premium-w1-99dfb0-kserve-route","namespace":"e2e-models-e2e-worker-w1-99dfb0","llmisvcName":"premium-w1-99dfb0","gateway":"openshift-ingress/e2e-worker-w1-99dfb0","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:15.677657857Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:16.850169408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8c74f9cb-e8b7-4a68-b87c-ee9d5c4b3ccf","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:16.951458514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bb54dcae-021d-43fb-86dc-081e9c302d7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.531467482Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","namespace":"ai-tenant-e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.531550548Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","namespace":"ai-tenant-e2e-worker-w1-99dfb0","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.531599577Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","tenant":"e2e-worker-w1-99dfb0","tenantID":"e2e-worker-w1-99dfb0","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.550308425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"Deployment","name":"maas-api-e2e-worker-w1-99dfb0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.576669943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"Service","name":"maas-api-e2e-worker-w1-99dfb0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.596552356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-99dfb0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.616347006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-99dfb0","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.637525018Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-99dfb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.656715762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-99dfb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.678003771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-99dfb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.696841041Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-99dfb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.712811059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-99dfb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.728472112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-99dfb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.744402925Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"Service","name":"payload-processing-e2e-worker-w1-99dfb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.761469911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-99dfb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.777286622Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-99dfb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.793363307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-99dfb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.810107957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-99dfb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.831045297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-99dfb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.846969281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-99dfb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.86264539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-99dfb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.878321877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-99dfb0","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:19.894103937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-99dfb0"},"namespace":"ai-tenant-e2e-worker-w1-99dfb0","name":"default-tenant","reconcileID":"8dab6352-3cdb-4f24-80f6-a7d265c9220a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-99dfb0","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:20.15742573Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7c1a4463-a1d4-4f15-8980-855231ef8d30","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:20.177467874Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-99dfb0","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-99dfb0","reconcileID":"1dd89751-376c-483d-8d95-a79d5c5b76b7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-99dfb0","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-99dfb0"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.229932751Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"b2e04c20-b676-4215-8646-cb129a116667","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:20.262906545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"71371ea4-7166-4e2d-806a-170792a19e75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.267721361Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"b2e04c20-b676-4215-8646-cb129a116667","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.267873899Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"38a0ac1d-684d-46ba-b155-f02089575b00","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.290057468Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"38a0ac1d-684d-46ba-b155-f02089575b00","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.290218046Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"f361748c-2899-49a7-be74-46ae2c09cc9e","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.310425199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"f361748c-2899-49a7-be74-46ae2c09cc9e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.310607276Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"8d099ac2-1fea-496a-b9fe-22d31c17c1fb","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.33206974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"8d099ac2-1fea-496a-b9fe-22d31c17c1fb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.332244986Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"010ede98-88a1-479f-b788-494bc0cf29d8","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.332289766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"010ede98-88a1-479f-b788-494bc0cf29d8","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.33236579Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"85c660be-23dd-487d-8d08-1a65399ddc47","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.332400712Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"85c660be-23dd-487d-8d08-1a65399ddc47","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.332521274Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"2c1c1dd2-152b-4414-8c57-87362759ecc0","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.332574749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"2c1c1dd2-152b-4414-8c57-87362759ecc0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.337598402Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"24cec999-5419-4425-b827-8c9406822a68","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.337649269Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"24cec999-5419-4425-b827-8c9406822a68","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.342770252Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"7e70bed0-f146-41fe-9c49-2242d2e11e08","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.342813852Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"7e70bed0-f146-41fe-9c49-2242d2e11e08","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.342881686Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"25994b88-b301-4e1b-8e64-45b3dc328997","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.342910385Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"25994b88-b301-4e1b-8e64-45b3dc328997","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.342970153Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"3d46718e-e54b-444d-bdd6-e2b92d715a75","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.342995442Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"3d46718e-e54b-444d-bdd6-e2b92d715a75","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.348290976Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"e249a3c9-a8d7-4279-b3c5-20b2b6cbdf3b","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.348329969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"e249a3c9-a8d7-4279-b3c5-20b2b6cbdf3b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.366177837Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"bcabeba2-b606-45b9-9fea-5c4d1a3940c6","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.366250052Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"bcabeba2-b606-45b9-9fea-5c4d1a3940c6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.421324041Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"6dddeb82-fb37-471e-ba09-b89ef3d18ef6","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.421387148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"6dddeb82-fb37-471e-ba09-b89ef3d18ef6","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.421489335Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"a59fdb3b-c3a9-4e2b-8541-5b1818ca1671","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.421520472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"a59fdb3b-c3a9-4e2b-8541-5b1818ca1671","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.421596106Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"b62c8817-7907-4c33-8f05-9d7e154af077","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.421623882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"b62c8817-7907-4c33-8f05-9d7e154af077","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.421686838Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"7125115b-56dc-45d0-8a16-d35015f57d59","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.423983757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"7125115b-56dc-45d0-8a16-d35015f57d59","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.462115055Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"73262a96-8a7b-404a-aa41-07095c88b56e","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.462176459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"73262a96-8a7b-404a-aa41-07095c88b56e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.462301775Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"6f8449e8-eb9d-431c-8357-aaeebf925bac","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.46234868Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"6f8449e8-eb9d-431c-8357-aaeebf925bac","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.462441582Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"f2efeda3-97e8-43e4-a5b3-7dcdd6449930","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.462484954Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"f2efeda3-97e8-43e4-a5b3-7dcdd6449930","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.505222891Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"fbb26ec0-fdfd-4437-884b-4ded39067ac7","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.505279488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"fbb26ec0-fdfd-4437-884b-4ded39067ac7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.54271895Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"6c5b7076-ceff-4542-9747-1fb0adca824c","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.542795629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"6c5b7076-ceff-4542-9747-1fb0adca824c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.542894423Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"a4a3d10e-0a51-4097-9b61-27786e79a00d","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.542942694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"a4a3d10e-0a51-4097-9b61-27786e79a00d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.54303861Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"daf7880b-74d3-4156-8025-eafab23b7d07","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.543084848Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"daf7880b-74d3-4156-8025-eafab23b7d07","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:20.615079319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5960c79-69d6-4e4e-938a-1663ab7ca24c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:20.633258299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5960c79-69d6-4e4e-938a-1663ab7ca24c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:20.649655998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5960c79-69d6-4e4e-938a-1663ab7ca24c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.665915503Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"17ef5105-507f-4425-84cf-3449a0e6038d","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:20.665979777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5960c79-69d6-4e4e-938a-1663ab7ca24c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.665980757Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"17ef5105-507f-4425-84cf-3449a0e6038d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.703309417Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"d224c1a3-3f54-4b00-ba3e-686b11a00574","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.703380209Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"d224c1a3-3f54-4b00-ba3e-686b11a00574","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.703470968Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"65664f58-555a-4b0d-bd3c-c9193b63f804","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.703510092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"65664f58-555a-4b0d-bd3c-c9193b63f804","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.703583688Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"19860715-0a8d-4ad5-9729-340a55f228fe","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.703621686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"19860715-0a8d-4ad5-9729-340a55f228fe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.987087604Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"32344e7f-485d-4ca8-ba9d-7bf52d5bbe13","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:20.98714936Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"32344e7f-485d-4ca8-ba9d-7bf52d5bbe13","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:21.024332421Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"7d52a747-8b0c-4bdb-a9bf-9ef530ce644a","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:21.024407823Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"7d52a747-8b0c-4bdb-a9bf-9ef530ce644a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:21.024516049Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"f21035b6-6430-4260-9b1c-a1e7ec365e5b","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:21.024560028Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"f21035b6-6430-4260-9b1c-a1e7ec365e5b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:21.024643231Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"149001cb-9c33-46ac-907f-66c1e90f3f1f","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:21.024691801Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"149001cb-9c33-46ac-907f-66c1e90f3f1f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:21.428488768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db7b0ad-3285-4b5c-93fd-167457af5958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:21.445045095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db7b0ad-3285-4b5c-93fd-167457af5958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:21.462049957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db7b0ad-3285-4b5c-93fd-167457af5958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:21.478525273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9db7b0ad-3285-4b5c-93fd-167457af5958","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:21.628335509Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"12dcc9ff-bac7-41f2-9340-e1e61acf2c06","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:21.628406322Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"12dcc9ff-bac7-41f2-9340-e1e61acf2c06","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:21.66525982Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"922335f4-56bf-4e01-b159-762a4b28d64b","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:21.66533962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"922335f4-56bf-4e01-b159-762a4b28d64b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:21.665449179Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"6aa1849c-800e-467d-bd0f-46bea4ba6b3f","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:21.665493677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"6aa1849c-800e-467d-bd0f-46bea4ba6b3f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:21.665584635Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"618eefe2-3fa7-4fd9-a22a-6f2552d95f3a","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:21.665629089Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"618eefe2-3fa7-4fd9-a22a-6f2552d95f3a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:22.909097867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"b1edb405-f1e9-4a7c-9107-433b6a34a380","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:22.909173765Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"b1edb405-f1e9-4a7c-9107-433b6a34a380","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:22.946642473Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"e9bde98c-30cd-4490-9d4f-3af61a3a5f10","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:22.946736798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"e9bde98c-30cd-4490-9d4f-3af61a3a5f10","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:22.946858251Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"f405021d-7a9b-42c1-bb89-d638af4d1500","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:22.946907463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"f405021d-7a9b-42c1-bb89-d638af4d1500","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:22.947006606Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"a82fafec-0c5f-4599-990a-430e790937a7","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:22.947053146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"a82fafec-0c5f-4599-990a-430e790937a7","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:24.281842256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"af6bfdf0-eceb-41a2-8bff-789637bdb14b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:24.381127519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"564aa93c-711a-4a76-aa96-d536161464e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:25.470328482Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"a259a62f-c9db-4276-8112-029d01c13c15","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:25.470408964Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"a259a62f-c9db-4276-8112-029d01c13c15","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:25.507816898Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"db02f902-1c3d-46bb-af33-679cf49e01a4","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:25.507905011Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"db02f902-1c3d-46bb-af33-679cf49e01a4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:25.507995867Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"dae3466c-ae23-4886-bb39-be81760cc0a4","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:25.508035633Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"dae3466c-ae23-4886-bb39-be81760cc0a4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:25.508114405Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"645cae00-4bb1-4e2d-bd45-35a6c16b5d53","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:25.508146631Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"645cae00-4bb1-4e2d-bd45-35a6c16b5d53","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:26.00675188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4d8052e8-1acb-407c-8872-2a2b7627faf6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:26.106334161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c9396cbb-9671-4f14-b4b3-eecc409b3ff3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.089581345Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"2be885a9-b80b-4762-bd79-cd949019c6df","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.089647655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"2be885a9-b80b-4762-bd79-cd949019c6df","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.089742165Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"6be106bd-ba67-4976-a80d-1e3d3a3c72c0","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.089779827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"6be106bd-ba67-4976-a80d-1e3d3a3c72c0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.089861053Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"0ab8d3fe-817e-4539-b4ee-ff91f2ac6a87","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.089893521Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"0ab8d3fe-817e-4539-b4ee-ff91f2ac6a87","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.089973281Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"746e560c-b2ca-4c6b-9967-601a4dffbe54","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.090007992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"746e560c-b2ca-4c6b-9967-601a4dffbe54","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.120243529Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"29f01288-4fde-4a21-a5af-9b89a2d813dc","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.120309618Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"29f01288-4fde-4a21-a5af-9b89a2d813dc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.120388138Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"c63d2e52-3da1-442e-8044-4597c8f8d22a","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.120420098Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"c63d2e52-3da1-442e-8044-4597c8f8d22a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.120478787Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"2be76cbd-597f-44fb-a7f3-3cb2a8a52348","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.120508917Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"2be76cbd-597f-44fb-a7f3-3cb2a8a52348","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.120588333Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"7c54e177-d2bb-450f-b2de-c1ba7b77bb06","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.120621033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"7c54e177-d2bb-450f-b2de-c1ba7b77bb06","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.150442702Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"fe17bfc8-ec53-44ce-a380-4993db8f44d2","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.150525339Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"fe17bfc8-ec53-44ce-a380-4993db8f44d2","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.150645547Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"483981be-5960-467a-97da-6776280da9cf","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.150695718Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"483981be-5960-467a-97da-6776280da9cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.150799345Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"364fa6e4-f9d6-4b0f-a337-27f87a049920","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.150845717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"364fa6e4-f9d6-4b0f-a337-27f87a049920","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.150945016Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"696063f7-79de-4d24-badf-a2f7ca0e4770","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.150990421Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"696063f7-79de-4d24-badf-a2f7ca0e4770","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.181458343Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"a11c0040-4046-429a-8a8c-c0c4bcd61332","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.181518158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"a11c0040-4046-429a-8a8c-c0c4bcd61332","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.181587402Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"eae68d80-7faa-4b1f-8a2a-d24b8da0b5ec","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.181620106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"eae68d80-7faa-4b1f-8a2a-d24b8da0b5ec","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.181702017Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"9e27e5d4-c74a-4ddf-b4b2-a254f71da9fe","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.181735398Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"9e27e5d4-c74a-4ddf-b4b2-a254f71da9fe","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.181793937Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"d2698122-f2ee-41b3-8343-b2679c6dcf76","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:27.181824472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"d2698122-f2ee-41b3-8343-b2679c6dcf76","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:34.744751071Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"5ab6ad48-b73d-4463-b5cf-7f818c3fee96","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:34.74481858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"5ab6ad48-b73d-4463-b5cf-7f818c3fee96","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:34.758827606Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"a2a28aae-6956-4695-9f90-64c911416e80","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:34.75888689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"a2a28aae-6956-4695-9f90-64c911416e80","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:34.759419922Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"b618ea00-45c6-4948-825f-e13ecd6c7c45","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:34.759473661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"b618ea00-45c6-4948-825f-e13ecd6c7c45","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:34.772638872Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"3be8041a-02d5-4b65-905b-b576b4b19404","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:34.772698133Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"3be8041a-02d5-4b65-905b-b576b4b19404","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:34.950590709Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"fab83edc-7a15-4adf-9eb2-63f6378f6f9e","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:34.950668476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"fab83edc-7a15-4adf-9eb2-63f6378f6f9e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-2-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:34.972355418Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"09f5cf3d-58e4-4781-ad44-2a1d488d0904","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:34.972773149Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"09f5cf3d-58e4-4781-ad44-2a1d488d0904","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:34.97292687Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"03eb0910-fe3e-4cde-aa5b-66e72adcf362","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:34.972973784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"03eb0910-fe3e-4cde-aa5b-66e72adcf362","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:34.973102921Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"4691e23c-9003-4f79-9104-d8e54d3cf8de","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:34.973159195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"4691e23c-9003-4f79-9104-d8e54d3cf8de","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:35.299052517Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"844a0cc5-c793-483c-9472-8bd859a984a1","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:35.299149086Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"844a0cc5-c793-483c-9472-8bd859a984a1","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/premium-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:35.311154402Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"93157bea-7a7f-4b6d-9324-20c0e7fd3f0e","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:35.311252916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"93157bea-7a7f-4b6d-9324-20c0e7fd3f0e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:35.311370462Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"6d0014f5-6e00-4290-9beb-c88ba443cb3f","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:35.311415152Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"6d0014f5-6e00-4290-9beb-c88ba443cb3f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:35.512169368Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"8f3c2072-00a7-4c95-b27b-5f0b74053c44","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:35.512277272Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"8f3c2072-00a7-4c95-b27b-5f0b74053c44","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/distinct-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:35.524777028Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"46278b69-5327-495b-a0bd-2704cbbba392","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:35.524842188Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"46278b69-5327-495b-a0bd-2704cbbba392","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-99dfb0/simulator-w1-99dfb0: AITenant \"e2e-worker-w1-99dfb0\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:36.354970731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"b931993b-8671-4f82-b583-00a61028557e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:36.435827432Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"2b2b18e1-3ef0-4e1f-967b-e7a6c4611419","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:36.519037279Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"893cd084-3271-468f-a378-b50ac603624e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:36.619497555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"c9874de8-2a43-4962-bb3e-dbd387eec960","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:36.717029283Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"657a8361-e8a1-416a-a384-7cbe9931986a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:36.79733128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"cac7025d-f32a-4076-85ea-23718f9cd721","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:36.878200435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"7ef7dd41-e866-481b-83e0-b113aa0e2abd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:36.980066819Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"2d5ee140-9f3d-41af-bc08-fe117dd1ecd3","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:37.080378731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"cb3317dc-7bf3-4797-a174-0a50ec5c91a5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:37.160999351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"b16038ce-0ff6-46d0-abfa-a74e8220f7ce","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:37.242416798Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"2cb286a5-19b7-4a2b-9a21-4e190493384c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:37.32421517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"d318fccc-d53c-4007-861f-60b22c572437","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:37.403960782Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"9956f14d-8653-43e4-bf8c-3e03a4db45ea","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:37.483947736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"5811951c-161a-492e-8c66-cea0ee3e9496","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:37.565476055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"0297bca6-86f1-438b-9456-b9b44829a049","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:37.66758752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"161a98fb-aca5-4aa2-8649-5a16ad14ca3d","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:37.749472301Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"a116e2b1-bf97-48a2-adce-945b6d69e340","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:37.83042547Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"cf1427a0-155e-4391-94fb-d01f1fe47593","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:37.910832304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"d3cafe06-7980-444b-9b5a-781833c36592","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:37.99136463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"04d1d1ee-5c88-422a-b967-d73ae3f9c52a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:38.093666039Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"08df3fe4-1037-4025-b706-4840972c3c9b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:38.195571961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"d50b872c-104c-4b7f-ae64-05f6e06dd1ee","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:38.293809099Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"5c062f7e-1ad5-47f4-a756-329bc0f574b8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:38.377464532Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"15f23db8-5956-4c23-a651-0914ca103df5","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:38.457803249Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"7b438db9-5cf0-45d7-ab15-e1a8c8a478fe","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:38.538170147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"6f45d834-0602-44ee-b6d1-fa016453208e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:38.619929129Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"b45ea8d0-4e2b-4b06-8fbe-1cdf0b5e62ac","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:38.721055644Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"b85c37d4-e970-47ca-a669-63ea8a3e7505","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:38.860050777Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"d04983fa-e558-4a64-9b96-b44194543195","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:38.962518471Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"a0d7e161-2e49-467a-8bf0-5a6bccd54f1a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:39.065331351Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"824ddcb6-db66-4055-b918-c4a56611f38b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:39.161674428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"ff082002-7fa4-4d12-83b4-cc302282261f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:39.581879235Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"7c108808-210c-42ab-95c7-3fbbe1042180","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:39.683441967Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"0999d3d4-3e62-478d-a99a-50d765690d11","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:39.785818858Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"77b81fa4-1dab-4b2a-8579-84b742b40772","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:39.881859878Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"fba028c3-982a-4001-8337-22a8f66ae3c8","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:40.945561405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"6dd1708d-3bd8-495b-8e36-5250acb00a87","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:41.047482735Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"984544b8-0a9f-4c9b-aaca-10f2c4f59e31","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:41.14865621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"c35d6939-775a-4b66-a34e-a8ecc5438e3f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:41.244543115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"13d3828e-7dad-4dc3-af7d-a4e6b0c59592","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:43.591120625Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"04f5c8c2-03db-4989-a1f8-bcc92c80ed76","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:43.69205488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"785ef0d4-cc2e-473a-9862-4a415ca0f51b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:43.789866638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"66031ba4-04ac-43e6-85c7-1d1944c16169","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:43.887338713Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"8f35c5ee-d71a-4067-b600-c7e53dfdfa7a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-10-29T23:55:45.677158302Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:48.798815134Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"d686b63c-9b28-4279-8906-bf5901cb3e32","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:48.894439586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"64d4414a-39a7-4990-bb87-becbcc1aab36","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:48.992712517Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"7012c0dc-9141-4751-ba15-7b14095d81be","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:49.093550055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"71176598-b745-4d00-a19f-8903858da61e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:55.307850236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-2-w5-2077b4","reconcileID":"e31ae9a3-d8cb-451c-899b-c0290bc8b185","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:55.407771165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"distinct-w5-2077b4","reconcileID":"59cae2ec-3f45-46fe-bab3-30f3d595f3f6","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:55.523216603Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"premium-w5-2077b4","reconcileID":"9b886bc9-54b4-4751-adb4-58baa9f21708","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:55.656015778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-2077b4","namespace":"e2e-models-e2e-worker-w5-2077b4"},"namespace":"e2e-models-e2e-worker-w5-2077b4","name":"simulator-w5-2077b4","reconcileID":"c3fca6f0-deee-420b-b967-097679a427eb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w5-2077b4\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:59.122399834Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-2-w1-99dfb0","reconcileID":"ca7124ab-c6ce-452f-8a44-a9a77ca88161","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:59.222993051Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"distinct-w1-99dfb0","reconcileID":"89873dd5-b32c-47ed-9707-bfd42b492632","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:59.324023982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"premium-w1-99dfb0","reconcileID":"8b713ddf-dfa2-4a82-9545-395fdb022344","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-10-29T23:55:59.423841479Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-99dfb0","namespace":"e2e-models-e2e-worker-w1-99dfb0"},"namespace":"e2e-models-e2e-worker-w1-99dfb0","name":"simulator-w1-99dfb0","reconcileID":"5e6802e2-c339-4ffb-8e83-0afcdead594b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-99dfb0\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}